-- Logs begin at Wed 2021-06-16 15:38:39 UTC, end at Wed 2021-06-16 16:37:32 UTC. -- Jun 16 16:09:41.348846 dv-cinder-775250-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:09:44.022817 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:09:44.023414 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:09:44.023602 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91590) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:09:44.027472 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:09:44.027720 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:09:44.028025 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91590) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:09:44.028959 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:09:44.029188 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:09:44.029538 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:09:44.029778 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:09:44.029999 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:09:44.030312 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.030606 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.030896 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.031120 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.031438 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.031728 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.032002 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.032279 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.032572 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.032856 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.033132 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.033412 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.033638 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.033917 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.034203 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.034488 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.034707 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] debug = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.034988 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.035435 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.035853 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.036127 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.036412 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.036682 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.036951 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.037218 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.037495 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.037816 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] host = dv-cinder-775250-5-smb {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.038087 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.038365 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.038645 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.038924 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.039207 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.039486 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.039763 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.040027 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.040292 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] log_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.040557 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.040837 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.041117 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.041402 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.041650 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.041860 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.042159 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.042506 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.042782 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.043052 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.043348 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.043620 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.043890 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.044151 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.044432 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.044716 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.044996 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.045267 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.045533 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.045798 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.046063 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.046338 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.046612 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.046878 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.047143 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.047456 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.047715 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.047980 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.048277 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.048557 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.048836 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.049115 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.049383 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.049660 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.049928 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.050194 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.050460 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] use_json = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.050729 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.050995 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.051293 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.051563 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.051829 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.052095 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.052361 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.052639 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:44.052931 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.053225 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.053514 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.053792 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.054078 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.054352 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.054635 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.054909 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.055201 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.055495 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.055779 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.056052 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.056334 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.056616 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.056906 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.057965 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.057965 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.057965 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.058214 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.058431 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.058711 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.058988 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.059296 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.059588 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.059872 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.060141 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.060417 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.060704 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.060978 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.061246 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.061522 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.061806 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.062080 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.062348 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.062624 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.062898 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.063166 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.063457 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.063731 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.064015 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.064288 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.064554 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.064820 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.065091 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.065356 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.065634 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.065904 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.066170 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.066444 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.066718 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.066985 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.067284 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.067560 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.067827 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.068100 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.068366 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.068633 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.068898 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.069165 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.069430 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.069695 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.069961 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.070233 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.070499 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.070765 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.071030 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.071320 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.071588 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.071867 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.072158 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.072429 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.073215 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.073505 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.073783 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.074053 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.074324 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.074594 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.074867 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.075133 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.075442 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.075716 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.075994 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.076270 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.076545 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.076835 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.077107 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.077382 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.077653 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.077925 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.078208 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.078484 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.078776 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.079064 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.079379 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.079667 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.079952 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.080225 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.080528 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.080805 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:44.081018 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:09:44.081253 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91590) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:09:44.430004 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:44.430197 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:44.430463 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:44.430790 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:09:44.823841 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.824178 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.824450 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.825763 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.826041 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.826300 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.860893 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.861171 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.861436 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.874701 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.874979 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.875272 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.905729 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.906005 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.906269 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.941850 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.942124 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:44.942392 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.178243 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.178851 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.178851 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.179023 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.179936 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.305435 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.305755 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.306032 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.306297 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.306562 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.306868 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.307702 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.308083 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.308383 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.308670 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.308929 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.309196 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.309453 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.309715 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.309968 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.310233 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.310501 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.310756 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.311022 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.311299 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.311583 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.311930 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.312178 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.312456 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.312701 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.312943 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.313344 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:45.313581 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:45.313816 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:45.314048 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:45.314280 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:45.314510 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:45.315877 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:09:45.319001 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:09:45.323110 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:09:45.327633 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 16 16:09:45.329266 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:09:45.329708 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:09:45.330044 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:09:45.330428 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:09:45.333232 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:09:45.333483 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:09:45.333831 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:09:45.362273 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:09:45.362721 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.363016 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91590) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 16:09:45.363404 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.364745 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91590) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:09:45.365025 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:09:45.365269 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:09:45.368397 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.368680 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:45.433308 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:09:45.433578 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:09:45.433818 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:09:45.434194 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:09:45.455189 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_db.sqlalchemy.engines [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91590) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:09:45.990771 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing driver for type 'gre' Jun 16 16:09:45.991437 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] gre ID ranges: [(1, 1000)] Jun 16 16:09:46.044514 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing driver for type 'local' Jun 16 16:09:46.044902 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing driver for type 'vlan' Jun 16 16:09:46.057951 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] VlanTypeDriver initialization complete Jun 16 16:09:46.058312 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing driver for type 'vxlan' Jun 16 16:09:46.058817 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:09:46.111338 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing extension driver 'port_security' Jun 16 16:09:46.111666 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] PortSecurityExtensionDriver initialization complete Jun 16 16:09:46.112000 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing mechanism driver 'openvswitch' Jun 16 16:09:46.112334 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing mechanism driver 'hyperv' Jun 16 16:09:46.120352 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:46.121227 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.121727 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.122098 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.122582 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnet after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.122841 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnet after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.123176 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.123572 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.123916 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.124258 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.124640 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > security_group after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.124963 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > security_group after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.125299 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.125876 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.126049 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.126561 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.126988 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > address_group after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.127257 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > address_group after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.127618 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.127991 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] ML2 OVO RPC backend initialized. {{(pid=91590) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:09:46.128823 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.129147 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.129629 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.129981 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > networks before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.130342 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.130802 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > ports before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.131122 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnet before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.131487 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnets before_response 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.131866 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.132204 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.132575 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.132941 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.133273 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.133689 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.134065 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnet after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.134402 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnet after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.134771 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.135952 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.plugin [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Modular L2 Plugin initialization complete Jun 16 16:09:46.136273 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading services supported by the core plugin {{(pid=91590) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:09:46.136595 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.plugins.ml2.managers [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Got port-security extension from driver 'port_security' Jun 16 16:09:46.137055 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.extensions.vlantransparent [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Disabled vlantransparent extension. Jun 16 16:09:46.137539 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91590) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:09:46.137864 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: router Jun 16 16:09:46.173753 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.174130 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router after_create 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.174492 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router before_create 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.174851 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.175237 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.175591 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router after_delete 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.175941 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.176298 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router after_create 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.176640 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router after_update 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.176982 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router after_update 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.177324 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.177680 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router after_update 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.178079 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_update 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.178448 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: port after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.179017 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: port after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.179134 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: subnet after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.179445 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.179784 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.180124 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_create 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.180460 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: port before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.180796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.181143 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router after_update 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.181478 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.181823 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_create 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.182191 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.182557 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_update 55549900 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.182915 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > network after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.183800 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Tracking information for resource: router configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:46.184128 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Tracking information for resource: floatingip configured {{(pid=91590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:09:46.189015 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.db.l3_agentschedulers_db [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:09:46.189704 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: port after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.190060 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: port after_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.190406 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: port after_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.190750 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: port after_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.191587 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router before_create 55550100 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.191945 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.192301 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_create 55550100 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.192649 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > router precommit_update 55550100 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.197088 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.services.provider_configuration [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service providers = [] {{(pid=91590) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:09:46.197449 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.db.servicetype_db [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91590) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:09:46.201760 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.services.service_base [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:09:46.202269 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.services.service_base [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:09:46.202810 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.services.service_base [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:09:46.204078 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.services.service_base [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:09:46.204623 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.services.service_base [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:09:46.205106 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.205427 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:09:46.216630 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.216955 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: auto_allocate Jun 16 16:09:46.222900 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: network precommit_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.223299 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: network precommit_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.223816 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.224129 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: tag Jun 16 16:09:46.230645 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.230962 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: timestamp Jun 16 16:09:46.236197 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.236528 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: network_ip_availability Jun 16 16:09:46.241920 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.242242 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.242593 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.243333 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.243650 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: flavors Jun 16 16:09:46.248313 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.248640 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading Plugin: revisions Jun 16 16:09:46.252872 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:09:46.253261 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_concurrency.lockutils [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=91590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:46.253986 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91590) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 16:09:46.254317 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Initializing extension manager. Jun 16 16:09:46.254819 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: __init__.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.255154 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: __pycache__ {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.255506 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.255830 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: address_group.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.256567 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.257132 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: address-group Jun 16 16:09:46.257451 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: address_scope.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.258143 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.258652 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: address-scope Jun 16 16:09:46.258966 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.259900 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.260936 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:09:46.261249 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: agent.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.261923 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.262428 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: agent Jun 16 16:09:46.262746 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: agent_resources_synced.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.263646 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.264150 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: agent-resources-synced Jun 16 16:09:46.264465 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: allowedaddresspairs.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.266369 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.266886 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: allowed-address-pairs Jun 16 16:09:46.267229 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: auto_allocated_topology.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.268279 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.268793 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: auto-allocated-topology Jun 16 16:09:46.269112 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: availability_zone.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.269780 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.270282 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: availability_zone Jun 16 16:09:46.270599 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: availability_zone_filter.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.271515 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.272017 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: availability_zone_filter Jun 16 16:09:46.272332 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: data_plane_status.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.273206 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.273703 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:09:46.274018 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: default_subnetpools.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.274898 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.275429 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: default-subnetpools Jun 16 16:09:46.275745 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.277120 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.277648 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:09:46.277968 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: dns.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.278866 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.279393 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:09:46.279710 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: dns_domain_ports.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.280596 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.281099 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:09:46.281413 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: dvr.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.282065 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.282563 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: dvr Jun 16 16:09:46.282877 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: empty_string_filtering.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.283784 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.284289 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: empty-string-filtering Jun 16 16:09:46.284603 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.285479 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.285979 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:09:46.286294 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.287169 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.287697 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:09:46.288010 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: external_net.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.288898 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.289402 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: external-net Jun 16 16:09:46.289714 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.290592 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.291094 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: extra_dhcp_opt Jun 16 16:09:46.291473 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: extraroute.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.292608 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.293113 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: extraroute Jun 16 16:09:46.293428 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: extraroute_atomic.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.294431 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.294938 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: extraroute-atomic Jun 16 16:09:46.295280 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: filter_validation.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.295923 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.296420 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: filter-validation Jun 16 16:09:46.296735 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: fip_pf_description.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.297620 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.298117 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:09:46.298440 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: fip_port_details.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.299348 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.299855 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: fip-port-details Jun 16 16:09:46.300171 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: flavors.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.301364 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.301940 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: flavors Jun 16 16:09:46.302264 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.303915 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.304427 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:09:46.304749 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: floatingip_pools.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.305424 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.305932 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: floatingip-pools Jun 16 16:09:46.306252 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: ip_allocation.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.307168 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.307702 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:09:46.308020 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.308913 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.309417 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: ip-substring-filtering Jun 16 16:09:46.309745 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l2_adjacency.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.310622 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.311119 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:09:46.311463 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l3.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.312400 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.312910 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: router Jun 16 16:09:46.313228 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.315572 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.316097 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:09:46.316423 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.317315 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.317824 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: ext-gw-mode Jun 16 16:09:46.318144 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.319031 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.319576 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: l3-ha Jun 16 16:09:46.319896 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l3_flavors.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.320773 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.321280 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: l3-flavors Jun 16 16:09:46.321597 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.322496 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.323542 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:09:46.323955 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: l3agentscheduler.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.324968 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.325475 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: l3_agent_scheduler Jun 16 16:09:46.325799 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: logging.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.327309 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.327822 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension logging not supported by any of loaded plugins Jun 16 16:09:46.328146 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: metering.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.328868 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.329447 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: metering Jun 16 16:09:46.329768 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.330819 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.331357 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:09:46.331679 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: multiprovidernet.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.332570 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.333078 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: multi-provider Jun 16 16:09:46.333395 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: netmtu.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.334269 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.334774 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: net-mtu Jun 16 16:09:46.335092 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: netmtu_writable.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.336017 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.336520 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: net-mtu-writable Jun 16 16:09:46.336836 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: network_availability_zone.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.337476 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.337976 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: network_availability_zone Jun 16 16:09:46.338318 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: network_ip_availability.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.340196 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.340706 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: network-ip-availability Jun 16 16:09:46.341025 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: network_segment_range.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.341765 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.342267 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:09:46.342584 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: pagination.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.343570 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.343893 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: pagination Jun 16 16:09:46.344208 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: port_device_profile.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.345092 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.345601 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: port-device-profile Jun 16 16:09:46.345915 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.346806 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.347337 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: port-mac-address-regenerate Jun 16 16:09:46.347917 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.348789 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.349291 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: port-numa-affinity-policy Jun 16 16:09:46.349609 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: port_resource_request.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.350492 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.350991 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:09:46.351343 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: portbindings.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.352237 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.352739 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: binding Jun 16 16:09:46.353052 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: portbindings_extended.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.354937 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.355470 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: binding-extended Jun 16 16:09:46.355790 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: portsecurity.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.356677 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.357188 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: port-security Jun 16 16:09:46.357506 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: project_id.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.358572 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.358898 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: project-id Jun 16 16:09:46.359239 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: providernet.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.360139 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.360649 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: provider Jun 16 16:09:46.360966 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.364482 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.365000 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos not supported by any of loaded plugins Jun 16 16:09:46.365326 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.366530 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.367044 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:09:46.367400 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.368284 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.368794 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:09:46.369112 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_default.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.370607 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.371113 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:09:46.371457 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_fip.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.372083 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.372579 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:09:46.372893 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_gateway_ip.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.373790 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.374292 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:09:46.374607 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_port_network_policy.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.375514 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.376016 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:09:46.376328 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_rule_type_details.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.377206 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.377706 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:09:46.378019 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: qos_rules_alias.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.379029 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.379569 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:09:46.379880 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: quotasv2.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.380759 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.381078 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: quotas Jun 16 16:09:46.381391 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: quotasv2_detail.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.384502 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.384843 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: quota_details Jun 16 16:09:46.385190 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: rbac.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.386230 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.386746 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: rbac-policies Jun 16 16:09:46.387070 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: rbac_address_group.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.387998 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.389145 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: rbac-address-group Jun 16 16:09:46.389468 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: rbac_address_scope.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.390972 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.391520 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: rbac-address-scope Jun 16 16:09:46.391840 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: rbac_security_groups.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.392931 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.393450 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: rbac-security-groups Jun 16 16:09:46.393771 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: rbac_subnetpool.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.394663 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.395172 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: rbac-subnetpool Jun 16 16:09:46.395518 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: revisionifmatch.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.396408 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.396920 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: revision-if-match Jun 16 16:09:46.397238 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: revisions.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.398310 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.398818 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: standard-attr-revisions Jun 16 16:09:46.399139 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: router_availability_zone.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.399818 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.400323 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: router_availability_zone Jun 16 16:09:46.400638 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: routerservicetype.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.401612 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.402117 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:09:46.402433 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.403353 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.403864 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:09:46.404179 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.405071 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.405586 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: port-security-groups-filtering Jun 16 16:09:46.405900 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.406787 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.407329 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: security-groups-remote-address-group Jun 16 16:09:46.407648 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: securitygroup.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.417784 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.418305 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: security-group Jun 16 16:09:46.418633 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: segment.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.419425 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.419933 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension segment not supported by any of loaded plugins Jun 16 16:09:46.420258 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.421176 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.421682 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:09:46.422002 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: servicetype.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.423079 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.423631 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: service-type Jun 16 16:09:46.423956 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: sorting.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.424906 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.425230 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: sorting Jun 16 16:09:46.425545 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: standard_attr_segment.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.426430 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.426943 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:09:46.427289 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: standardattrdescription.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.427911 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.428414 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: standard-attr-description Jun 16 16:09:46.428728 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: stateful_security_group.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.429611 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.430119 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: stateful-security-group Jun 16 16:09:46.430433 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: stdattrs_common.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.430988 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:09:46.431337 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.432871 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.433376 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:09:46.433691 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: subnet_onboard.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.434745 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.435279 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: subnet_onboard Jun 16 16:09:46.435595 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.436490 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.436989 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:09:46.437302 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: subnet_service_types.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.438205 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.438707 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: subnet-service-types Jun 16 16:09:46.439021 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: subnetallocation.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.440102 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.440609 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: subnet_allocation Jun 16 16:09:46.440926 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.441566 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.442070 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:09:46.442383 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.443312 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.443812 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:09:46.444123 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: tagging.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.445155 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.445666 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: standard-attr-tag Jun 16 16:09:46.445986 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: timestamp.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.447264 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.447806 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loaded extension: standard-attr-timestamp Jun 16 16:09:46.448123 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: trunk.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.449141 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.449650 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension trunk not supported by any of loaded plugins Jun 16 16:09:46.449967 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: trunk_details.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.450896 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.451384 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:09:46.451702 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: uplink_status_propagation.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.452598 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.453102 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:09:46.453420 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Loading extension file: vlantransparent.py {{(pid=91590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:09:46.454063 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:09:46.454569 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:09:46.457054 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:network Jun 16 16:09:46.457572 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:09:46.457959 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:09:46.458340 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:port Jun 16 16:09:46.459611 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.460049 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service FLAVORS assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.460666 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.461097 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.461422 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:router Jun 16 16:09:46.461841 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:09:46.462318 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service METERING assigned prefix: /metering {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.464347 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.464763 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.465112 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:09:46.466120 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:09:46.466558 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:09:46.466974 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:09:46.467610 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service CORE assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.467961 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:09:46.468268 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] subnetpool is already registered Jun 16 16:09:46.468691 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service CORE assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.469008 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:09:46.469337 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] subnetpool is already registered Jun 16 16:09:46.471653 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.472078 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service FLAVORS assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.472929 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.473341 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.473666 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:router Jun 16 16:09:46.473994 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] router is already registered Jun 16 16:09:46.474393 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:09:46.474719 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] floatingip is already registered Jun 16 16:09:46.475159 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service METERING assigned prefix: /metering {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.475842 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:09:46.476160 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] rbac_policy is already registered Jun 16 16:09:46.476560 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:09:46.476886 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] security_group is already registered Jun 16 16:09:46.477276 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:09:46.477600 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] security_group_rule is already registered Jun 16 16:09:46.478212 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service CORE assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.478529 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:09:46.478853 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] subnetpool is already registered Jun 16 16:09:46.479930 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.v2.resource_helper [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Service CORE assigned prefix: {{(pid=91590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:09:46.480249 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:09:46.480570 dv-cinder-775250-5-smb neutron-server[91590]: WARNING neutron.quota.resource_registry [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] subnetpool is already registered Jun 16 16:09:46.481039 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: extensions {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.482493 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: address-groups {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.484005 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: address-scopes {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.485325 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: agents {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.486480 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: auto-allocated-topology {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.487773 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: availability_zones {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.488987 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: dhcp-networks {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.490479 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: dhcp-agents {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.491989 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: routers {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.493659 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: flavors {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.496140 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: service_profiles {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.497362 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: next_providers {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.498808 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: service_profiles {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.500440 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: floatingip-pools {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.501654 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: routers {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.503404 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: floatingips {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.504674 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: l3-routers {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.506058 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: l3-agents {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.507511 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: metering-labels {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.508775 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: metering-label-rules {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.510149 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: network-ip-availabilities {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.511481 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: bindings {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.513035 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: quotas {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.514554 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: quotas {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.516008 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: rbac-policies {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.517203 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: security-groups {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.518511 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: security-group-rules {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.519796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: service-providers {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.521003 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: subnetpools {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.522337 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: subnetpools {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.523910 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.525586 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.528035 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.529809 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.531520 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.533462 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.535144 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.537022 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.538857 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.540623 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron.api.extensions [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Extended resource: tags {{(pid=91590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:09:46.547339 dv-cinder-775250-5-smb neutron-server[91590]: WARNING keystonemiddleware.auth_token [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:09:46.551907 dv-cinder-775250-5-smb neutron-server[91590]: WARNING keystonemiddleware.auth_token [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:09:46.560279 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_concurrency.lockutils [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Acquired lock "singleton_lock" {{(pid=91590) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 16:09:46.560748 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_concurrency.lockutils [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Releasing lock "singleton_lock" {{(pid=91590) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 16:09:46.561368 dv-cinder-775250-5-smb neutron-server[91590]: INFO oslo_service.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Starting 2 workers Jun 16 16:09:46.566104 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Started child 91699 {{(pid=91590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:09:46.570563 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Started child 91700 {{(pid=91590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:09:46.571540 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:46.572183 dv-cinder-775250-5-smb neutron-server[91590]: INFO neutron.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:09:46.572863 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Notify callbacks [] for process, before_spawn {{(pid=91590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:46.573049 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [-] (91699) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:09:46.575344 dv-cinder-775250-5-smb neutron-server[91590]: INFO oslo_service.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Starting 1 workers Jun 16 16:09:46.575537 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:46.576943 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [-] (91700) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:09:46.580547 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Started child 91701 {{(pid=91590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:09:46.581073 dv-cinder-775250-5-smb neutron-server[91590]: INFO oslo_service.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Starting 1 workers Jun 16 16:09:46.584030 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] calling RpcWorker wait() {{(pid=91701) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:09:46.584581 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] returning from RpcWorker wait() {{(pid=91701) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:09:46.585467 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Started child 91702 {{(pid=91590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:09:46.585745 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:46.586177 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:46.586272 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG neutron_lib.callbacks.manager [None req-a3f0de21-a3b4-4e4e-9b96-5f0c4719a694 None None] Notify callbacks [] for process, after_spawn {{(pid=91590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:46.588142 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91590) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:09:46.590796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:09:46.590796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:09:46.590796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:09:46.590796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:09:46.590796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:09:46.590796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.590796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.591305 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:46.591765 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.591765 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.591765 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.592159 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.592407 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.592645 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.592929 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.593190 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.593358 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.593525 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.593781 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.594011 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.594293 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.594573 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.594822 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.595088 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.595352 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.595609 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.595930 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.596193 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.596459 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] debug = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.596704 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.597192 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.597678 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.597924 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.598170 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.598466 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.598692 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.598979 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.599241 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.599497 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.599749 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.600015 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.600247 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.600488 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.600735 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.600987 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.601209 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.601681 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] host = dv-cinder-775250-5-smb {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.601913 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.602149 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.602376 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.602631 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.602876 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.603093 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.603377 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.603630 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.603880 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.604825 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.605157 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.605416 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.605780 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.605881 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.606038 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_options = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.606276 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.606539 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.606805 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.606991 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.607155 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.607352 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.607579 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.607747 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.607982 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.608197 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.608409 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.608638 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.608849 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.609060 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.609325 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.609578 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.609789 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.609996 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.610248 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.610495 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.610721 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.610950 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.611170 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.611425 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.611655 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.611894 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.612122 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.612341 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.612560 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.612824 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.613068 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.613304 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.613671 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.614195 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.614370 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.614534 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.614726 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.615364 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.615744 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.615996 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.616582 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.616733 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:46.616878 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.616878 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.617141 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.617292 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.617726 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_json = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.617817 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.618047 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.618254 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.618506 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.618686 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.618949 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.619163 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.619467 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.619986 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.620190 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.620510 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.621409 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.621795 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.622010 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.622755 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.623226 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.623395 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.623535 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.623823 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.624057 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.624358 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.624603 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.624844 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.625164 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.625424 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.625732 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.625929 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.626181 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.626403 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.626645 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.626985 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.627283 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.627620 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.627992 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.628783 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.628783 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.629331 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.629331 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.629597 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.629760 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.629911 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.630120 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.630384 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.630903 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.631069 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.632143 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.633979 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.635565 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.635872 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.636154 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.636405 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.636647 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.636886 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.637122 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.637376 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.637624 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.637858 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.638124 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.638388 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.638619 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.638851 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.639096 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.643090 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.643822 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.643822 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.644004 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.644115 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.644597 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.644597 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.645267 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.645509 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.646098 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.646335 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.648018 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.648293 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.648562 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.648844 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.649106 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.649344 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.649574 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.649809 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.650038 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.650269 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.650498 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.650725 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.651570 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.651878 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.652102 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.652338 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.652564 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.652797 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.653019 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.653310 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.653653 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.653902 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.654182 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.654431 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.654693 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.654920 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.655180 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.655430 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.655659 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.655900 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.656192 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.656452 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.656709 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.656944 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.657200 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.657463 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.657712 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.657979 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.658211 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.658456 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.658730 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.659000 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.659286 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.659560 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.659852 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.660107 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.660385 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.660640 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.660933 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.661178 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.661459 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.661760 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.662037 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.662311 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.662576 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.662815 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.663074 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.663334 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.663587 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.663846 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.664077 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.664300 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.664603 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.664838 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.665080 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.665320 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.665572 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.665884 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.666115 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.666350 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.667314 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.667612 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.667861 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.668131 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.668397 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.668664 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.668933 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.669209 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.669418 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.669640 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.669901 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.670136 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.670354 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.670602 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.670838 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.671078 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.671335 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.671551 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.671803 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.672019 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.672310 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.672557 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.672776 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.672997 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.673249 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.673471 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.673690 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.673941 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.674162 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.674388 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.674607 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.674827 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.675058 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.675297 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.675590 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.675850 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.676102 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.676334 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.676590 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.676855 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.677071 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.677338 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.677566 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.677783 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.677997 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.678218 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.678466 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.678683 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.678933 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.679171 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.679426 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.679678 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.680000 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.680255 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.680502 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.680760 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.681100 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.681209 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.681436 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.681653 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.681870 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.682141 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.682361 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.682716 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.682934 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.683155 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.683393 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.683604 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.683820 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.684053 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.684265 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.684620 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.684894 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.685132 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.685370 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.685613 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.685841 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.686048 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.686257 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.686495 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.686705 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.686930 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.687138 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.687372 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.687588 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.687816 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.688038 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.688247 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.688477 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.688693 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.688901 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.689140 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.689348 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.689556 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.689770 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.689977 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.690283 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.690534 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.690755 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.691037 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.691288 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.691519 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.691772 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.692093 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.692307 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.692565 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.692796 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.693009 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.693223 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.693472 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.693795 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.694097 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.694350 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.694606 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.694890 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.695168 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.695434 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.695649 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.695940 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.696272 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.696544 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.696801 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.697048 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.697319 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.697541 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.697826 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.698111 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.698456 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.698966 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.698966 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.699252 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.699442 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.699659 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.699887 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.700107 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.700338 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.700549 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.700774 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.700989 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.701146 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:09:46.701703 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91590) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:09:46.701863 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:09:46.702017 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:09:46.702184 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:09:46.702513 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:09:46.702670 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:09:46.702874 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.703034 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.703209 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.703374 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.703531 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.703710 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.703874 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.704030 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.704188 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.704330 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.704491 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.704650 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.704807 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.704963 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.705120 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.705277 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.705432 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.705590 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.705750 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.705906 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.706060 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.706209 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.706345 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] debug = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.706519 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.706709 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.706880 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.707015 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.707149 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.707327 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.707483 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.707638 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.707794 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.707950 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.708107 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.708420 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.708582 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.708735 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.708892 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.709048 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.709499 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.709499 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] host = dv-cinder-775250-5-smb {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.709499 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.709900 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.709900 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710151 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710151 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710342 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710342 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710539 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710647 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710804 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.710961 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.711117 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.711312 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.711457 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.711613 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_options = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.711769 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.711926 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.712081 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.712257 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.712419 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.712598 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.712757 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.712946 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.713082 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.713210 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.713936 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.714025 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:46.714118 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.714198 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.714386 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.714483 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.714633 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.714790 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.714948 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.715104 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.715286 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.715443 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.715598 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.715760 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.715991 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.716147 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.716304 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.716461 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.716617 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.716772 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.716928 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.717085 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.717243 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.717398 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.717555 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.717710 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.717866 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.718021 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.718182 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.718338 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.718493 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.718649 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.718805 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.718961 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.719117 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.719295 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.719452 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_json = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.719608 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.719765 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.719921 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.720077 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.720232 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.720388 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.720544 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.720701 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:09:46.720877 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.721039 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.721209 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.721369 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.721529 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.721688 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.721847 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.722006 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.722165 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.722324 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.722760 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.722921 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.723090 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.723292 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.723453 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.723616 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.723775 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.723935 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.724095 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.724258 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.724418 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.724577 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.724751 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.724911 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.725072 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.725231 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.725390 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.725550 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726139 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726139 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726139 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726139 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726488 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726488 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726686 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726772 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.726889 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.727049 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.727402 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.727402 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.727638 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.727747 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.727854 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.727981 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.728139 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.728301 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.728456 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.728616 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.728776 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.728956 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.729648 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.729836 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.730029 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.730198 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.730305 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.730433 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.730543 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.730687 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.730846 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.731006 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.731164 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.731357 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.731591 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.731755 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.731915 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.732075 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.732235 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.732394 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.732552 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.732713 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.732873 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.733031 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.733190 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.733349 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.733507 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.733667 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.733826 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.733986 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.734151 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.734337 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.734469 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.734775 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.734775 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.734930 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.735061 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.735254 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.735415 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.735574 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.735733 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.735891 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.736051 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.736210 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.736369 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.736529 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.736854 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.736854 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.737003 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.737133 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.737292 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.737452 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.737609 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.737768 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.737927 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.738085 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.738246 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.738406 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.738566 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.738724 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.738890 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.739043 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.739233 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.739388 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.739546 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.739707 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.739865 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.740030 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.740199 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.740359 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.740519 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.740677 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.740834 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.740993 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.741151 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.741310 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.741469 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.741627 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.741786 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.741952 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.742170 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.742282 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.742441 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.742600 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.742781 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.742939 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.743098 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.743279 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.743441 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.743600 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.743759 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.743919 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.744084 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.744244 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.744404 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.744588 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.745235 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.745455 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.745552 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.745552 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.745552 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.746095 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.746243 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.746405 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.746566 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.746725 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.746885 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.747081 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.747292 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.747456 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.747616 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.747777 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.747937 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.748095 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.748255 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.748415 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.748575 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.748733 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.748891 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.749051 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.749210 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.749371 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.749531 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.749690 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.749852 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.750012 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.750173 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.750333 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.750495 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.750653 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.750815 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.750975 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.751134 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.751315 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.751476 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.751637 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.751797 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.751957 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.752117 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.752291 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.752451 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.752609 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.752768 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.752927 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.753085 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.753243 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.753401 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.753559 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.753717 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.753875 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.754041 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.754202 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.754362 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.754520 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.754679 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.754837 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.754996 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.755155 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.755331 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.755488 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.755647 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.755806 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.756231 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.756231 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.756559 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.756559 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.756559 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.756881 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.756881 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.757082 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.757191 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.757298 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.757611 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.757611 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.757820 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.757939 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.758026 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.758180 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.758347 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.758505 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.758665 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.758823 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.758981 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.759148 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.759340 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.759500 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.759667 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.759825 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.759984 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.760144 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.760941 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.761348 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.761348 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.761506 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.761601 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.761760 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.761922 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.762086 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.762256 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.762422 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.762583 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.762825 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.762996 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.763164 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.763345 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.763511 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.763683 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.763842 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.764000 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.764163 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.764322 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.764481 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.764641 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.764800 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.764959 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.765118 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.765277 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.765437 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.765596 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.765755 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.765914 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.766073 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.766232 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.766391 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.766550 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.766708 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:09:46.766861 dv-cinder-775250-5-smb neutron-server[91590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:09:47.024756 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37698) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:47.033512 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064914 Jun 16 16:09:58.404877 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71984e72-fa6a-460f-b2e0-47f8b687b011 None None] get_active_networks_info from dv-cinder-775250-5-smb {{(pid=91701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 16:09:58.486147 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71984e72-fa6a-460f-b2e0-47f8b687b011 None None] No non-hosted networks {{(pid=91701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:09:58.504652 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.agentschedulers_db [None req-71984e72-fa6a-460f-b2e0-47f8b687b011 None None] DHCP Agent not found on host dv-cinder-775250-5-smb {{(pid=91701) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 16:09:58.640517 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-03eae716-dffb-403f-9c4d-30fd3f04712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783'] for agent, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:00.898091 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c5f30799-093a-4b3c-b9fe-940f40765651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783'] for agent, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:00.929813 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e2857bc2-44b9-454b-96df-8800e8e014d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:00.996450 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783'] for agent, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:00.997117 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:00.997582 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:00.997962 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:00.998250 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:00.998578 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:00.998902 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:01.001182 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:01.001182 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:01.001563 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:01.006571 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:01.008421 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:01.009333 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:01.011117 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775250-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:01.021802 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:01.937751 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783'] for agent, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:03.742195 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783'] for agent, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.924994 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 37790) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:05.216177 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.db.l3_hamode_db [None req-d49bacf5-25c6-4ff8-91ea-7bed023ae075 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:10:05.292236 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49bacf5-25c6-4ff8-91ea-7bed023ae075 None None] Routers set() bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:05.292539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49bacf5-25c6-4ff8-91ea-7bed023ae075 None None] Router IDs set() for agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 16:10:05.428460 dv-cinder-775250-5-smb neutron-server[91700]: WARNING oslo_policy.policy [None req-eb76b0eb-1036-4919-86e2-5bfd4f87e528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:05.429072 dv-cinder-775250-5-smb neutron-server[91700]: WARNING oslo_policy.policy [None req-eb76b0eb-1036-4919-86e2-5bfd4f87e528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:05.651392 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [None req-eb76b0eb-1036-4919-86e2-5bfd4f87e528 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:10:05.652532 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-eb76b0eb-1036-4919-86e2-5bfd4f87e528 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7253935 Jun 16 16:10:08.018195 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37804) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:08.505874 dv-cinder-775250-5-smb neutron-server[91699]: WARNING oslo_policy.policy [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:08.506465 dv-cinder-775250-5-smb neutron-server[91699]: WARNING oslo_policy.policy [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:08.721032 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:08.815159 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.policy [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:10:08.860884 dv-cinder-775250-5-smb neutron-server[91699]: WARNING oslo_policy.policy [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:08.861250 dv-cinder-775250-5-smb neutron-server[91699]: WARNING oslo_policy.policy [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:08.869888 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.quota [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] Loaded quota_driver: . Jun 16 16:10:08.963505 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766690617952', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766690617431', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766690606090', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766690603612', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766690590743', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766690649524', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1999097', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2004080', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027476', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617665'] for rbac-policy, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.030022 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.031218 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-fba7a71f-1f5b-40f6-b34b-41d2a48abb0f admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0116336 Jun 16 16:10:11.599648 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37822) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:11.896190 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Request body: {'network': {'project_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'name': 'private', 'tenant_id': '01446572a7b74de7a33feb268b612821'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:11.924876 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Made reservation on behalf of 01446572a7b74de7a33feb268b612821 for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:11.927644 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:11.944282 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.066366 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.070092 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.075788 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:12.090907 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:10:12.119810 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766687530792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.121021 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Unsubscribe: segment precommit_create {{(pid=91699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:10:12.121534 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Added segment 4bb0aad8-fe2f-437d-8b75-362ee0e847da of type vlan for network 95da8af6-cecc-489e-a4e2-7e12775ea63c Jun 16 16:10:12.128147 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3fac16-f58b-4c08-b0c1-630016a35382,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:12.163942 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.164270 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.164590 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.164905 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.165218 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.165528 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.165834 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.166137 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.166455 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.166759 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.167118 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.167414 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Tracked resource versions report: Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: pushed versions: Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: { 'AddressGroup': {'1.2'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'ConntrackHelper': {'1.0'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Log': {'1.0'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Network': {'1.1'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Port': {'1.7'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'PortForwarding': {'1.2'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'QosPolicy': {'1.8'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroup': {'1.4'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'SubPort': {'1.0'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Subnet': {'1.1'}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Trunk': {'1.1'}} Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: consumer versions: Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'ConntrackHelper': '1.0', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Log': '1.0', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Network': '1.1', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Port': '1.7', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'PortForwarding': '1.2', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'QosPolicy': '1.8', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroup': '1.4', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroupRule': '1.2', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'SubPort': '1.0', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Subnet': '1.1', Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: 'Trunk': '1.1'}} Jun 16 16:10:12.168470 dv-cinder-775250-5-smb neutron-server[91699]: {{(pid=91699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:10:12.238614 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.242765 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:12.290888 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.292430 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:12.293286 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.295369 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:12.345630 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7448928 Jun 16 16:10:12.398775 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Pushing event updated for resources: {'Network': ['ID=95da8af6-cecc-489e-a4e2-7e12775ea63c,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:12.402730 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:12.411348 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:10:14.980377 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37836) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:15.372274 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a658f18b-9454-48f9-8068-a3db44939dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:15.373613 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-a658f18b-9454-48f9-8068-a3db44939dfa admin admin] 10.222.0.77 "GET /v2.0/networks/95da8af6-cecc-489e-a4e2-7e12775ea63c HTTP/1.1" status: 200 len: 825 time: 0.3922729 Jun 16 16:10:15.397273 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-213c56b6-60d2-4b9b-a90c-74603ffc112f admin admin] 10.222.0.77 "GET /v2.0/subnetpools/302d4af3-7b05-4595-88fc-599f83ca629d HTTP/1.1" status: 200 len: 734 time: 0.0181894 Jun 16 16:10:15.406159 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '302d4af3-7b05-4595-88fc-599f83ca629d', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:15.428392 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Made reservation on behalf of 01446572a7b74de7a33feb268b612821 for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:15.430708 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.724903 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.729121 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:15.797367 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Checking segment: {'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:15.797755 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Network hostable DHCP agents. Network: 95da8af6-cecc-489e-a4e2-7e12775ea63c, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:10:15.802030 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81f65f3-73d7-4a4d-a875-86e161703c69,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:15.805338 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:15.821620 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:10:15.832144 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 95da8af6-cecc-489e-a4e2-7e12775ea63c) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:15.836858 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:15.837444 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.844522 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb9fd6-551f-4773-adf3-b9dd31dc4917 None None] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:15.853261 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4505174 Jun 16 16:10:16.167891 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-95da8af6-cecc-489e-a4e2-7e12775ea63c', 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'fixed_ips': [{'subnet_id': 'a81f65f3-73d7-4a4d-a875-86e161703c69'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:10:16.168972 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.441596 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Allocated IP 172.20.0.2 (95da8af6-cecc-489e-a4e2-7e12775ea63c/a81f65f3-73d7-4a4d-a875-86e161703c69/68ba9ffe-867a-432d-ad65-750d243d5904) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:16.655650 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.698096 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Transition to ACTIVE for port object 68ba9ffe-867a-432d-ad65-750d243d5904 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:16.722093 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Transition to ACTIVE for port object 68ba9ffe-867a-432d-ad65-750d243d5904 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:16.731436 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.734231 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:16.800101 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:16.810435 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:16.818720 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:16.821752 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Pushing event updated for resources: {'Port': ['ID=68ba9ffe-867a-432d-ad65-750d243d5904,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:16.864164 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.864829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.864829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.865111 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.865427 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.865744 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.866056 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.866363 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.866696 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.867010 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.867358 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.867666 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Tracked resource versions report: Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: pushed versions: Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: { 'AddressGroup': {'1.2'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'ConntrackHelper': {'1.0'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Log': {'1.0'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Network': {'1.1'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Port': {'1.7'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'PortForwarding': {'1.2'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'QosPolicy': {'1.8'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroup': {'1.4'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'SubPort': {'1.0'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Subnet': {'1.1'}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Trunk': {'1.1'}} Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: consumer versions: Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'ConntrackHelper': '1.0', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Log': '1.0', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Network': '1.1', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Port': '1.7', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'PortForwarding': '1.2', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'QosPolicy': '1.8', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroup': '1.4', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroupRule': '1.2', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'SubPort': '1.0', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Subnet': '1.1', Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: 'Trunk': '1.1'}} Jun 16 16:10:16.868748 dv-cinder-775250-5-smb neutron-server[91701]: {{(pid=91701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:10:16.879401 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:16.909755 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Attempting to bind port 68ba9ffe-867a-432d-ad65-750d243d5904 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:16.910125 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Attempting to bind port 68ba9ffe-867a-432d-ad65-750d243d5904 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:16.910556 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Attempting to bind port 68ba9ffe-867a-432d-ad65-750d243d5904 on network 95da8af6-cecc-489e-a4e2-7e12775ea63c {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:16.915574 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:16.915965 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Checking segment: {'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:16.916454 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.917417 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Bound using segment: {'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:16.918208 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Bound port: 68ba9ffe-867a-432d-ad65-750d243d5904, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:16.918604 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.981240 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] For port 68ba9ffe-867a-432d-ad65-750d243d5904, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:16.985372 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] For port 68ba9ffe-867a-432d-ad65-750d243d5904, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=68ba9ffe-867a-432d-ad65-750d243d5904,segment=NetworkSegment(4bb0aad8-fe2f-437d-8b75-362ee0e847da),segment_id=4bb0aad8-fe2f-437d-8b75-362ee0e847da)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:16.990330 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.996792 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:17.057030 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Pushing event updated for resources: {'Port': ['ID=68ba9ffe-867a-432d-ad65-750d243d5904,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:17.061116 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:18.252951 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37844) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:18.572403 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [None req-6bf20007-b728-4542-90be-8629c3593622 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:10:18.574034 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-6bf20007-b728-4542-90be-8629c3593622 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199999 Jun 16 16:10:20.983231 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 37852) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:21.313483 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [None req-988913c7-10f4-47e9-908c-470f401f6cc8 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:10:21.314682 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-988913c7-10f4-47e9-908c-470f401f6cc8 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302326 Jun 16 16:10:22.973623 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 68ba9ffe-867a-432d-ad65-750d243d5904 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:23.066562 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 68ba9ffe-867a-432d-ad65-750d243d5904 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:23.200610 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697537b-c6f3-47d1-981e-d04db6769113 None None] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:23.273168 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Provisioning for port 68ba9ffe-867a-432d-ad65-750d243d5904 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:23.282004 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Provisioning complete for port 68ba9ffe-867a-432d-ad65-750d243d5904 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:23.283841 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:23.470621 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:23.550779 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] For port 68ba9ffe-867a-432d-ad65-750d243d5904, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=68ba9ffe-867a-432d-ad65-750d243d5904,segment=NetworkSegment(4bb0aad8-fe2f-437d-8b75-362ee0e847da),segment_id=4bb0aad8-fe2f-437d-8b75-362ee0e847da)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:23.559539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:23.566250 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:23.628069 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Pushing event updated for resources: {'Port': ['ID=68ba9ffe-867a-432d-ad65-750d243d5904,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:23.633008 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:23.792243 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-429d4bcd-1352-44eb-ad41-7f31f4f16808 None None] Provisioning complete for port 68ba9ffe-867a-432d-ad65-750d243d5904 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:23.792627 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-429d4bcd-1352-44eb-ad41-7f31f4f16808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:24.112035 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 37866) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:24.411981 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Request body: {'router': {'tenant_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:24.476710 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.policy [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91700) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:10:24.531294 dv-cinder-775250-5-smb neutron-server[91700]: WARNING oslo_policy.policy [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:24.531717 dv-cinder-775250-5-smb neutron-server[91700]: WARNING oslo_policy.policy [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:10:24.540019 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.quota [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Loaded quota_driver: . Jun 16 16:10:24.597809 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:24.599572 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:24.757091 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:24.763169 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:24.782161 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:24.783258 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-fcb6726a-4c14-4884-9d21-98df00386abc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6702507 Jun 16 16:10:24.946165 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 68ba9ffe-867a-432d-ad65-750d243d5904 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:24.993705 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 68ba9ffe-867a-432d-ad65-750d243d5904 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:24.994075 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:26.641220 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:10:27.149828 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 37876) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:27.461948 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [None req-9293c770-3cd0-4b7e-be45-d96f908e5607 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:10:27.462923 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-9293c770-3cd0-4b7e-be45-d96f908e5607 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122461 Jun 16 16:10:28.275207 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ea23b25f-a48a-434b-9fcd-6eda3dd05618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:29.831564 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37884) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:30.145406 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:30.165991 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Made reservation on behalf of 5fe942bff2964d70a0daa44aeaa5d6dc for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:30.168939 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.176856 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.267221 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.270875 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.274735 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:30.285396 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=91699) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:10:30.306913 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.307801 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Added segment c71b10df-677c-4dbf-9e8f-83eeeacb7a6b of type flat for network 37970db7-aa08-48db-ba65-12739bbf766e Jun 16 16:10:30.309056 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4754f8-12b0-40c3-a147-2ca852f84be2,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:30.319002 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:30.359168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.394188 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.395453 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:30.396026 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.397913 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8ba95402-a0a1-4990-b62f-797824263f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:30.426348 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5937622 Jun 16 16:10:30.455801 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Pushing event updated for resources: {'Network': ['ID=37970db7-aa08-48db-ba65-12739bbf766e,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:30.458758 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:30.466887 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 37970db7-aa08-48db-ba65-12739bbf766e details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:10:30.869122 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6816761c-cf12-48a3-8c03-d050ce7a8778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.989357 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:31.872968 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.770448 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37902) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:32.949720 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b214d9-a043-4456-963d-fffd36afed1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:32.951017 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f8b214d9-a043-4456-963d-fffd36afed1a admin admin] 10.222.0.77 "GET /v2.0/subnets/a81f65f3-73d7-4a4d-a875-86e161703c69 HTTP/1.1" status: 200 len: 849 time: 0.1796057 Jun 16 16:10:33.112225 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f94d3e74-39cf-42f4-90bd-4bd6ecdcd142 admin admin] 10.222.0.77 "GET /v2.0/routers/693411bd-ab16-4145-a7ad-06ac18077587 HTTP/1.1" status: 200 len: 704 time: 0.1559105 Jun 16 16:10:33.386760 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.678967 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.683794 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Allocated IP 172.20.0.1 (95da8af6-cecc-489e-a4e2-7e12775ea63c/a81f65f3-73d7-4a4d-a875-86e161703c69/acb5c6c1-34d6-4310-b935-5944cd5126d5) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:33.903406 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.925955 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Transition to ACTIVE for port object acb5c6c1-34d6-4310-b935-5944cd5126d5 will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:34.006199 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.008376 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:34.076670 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:34.083270 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:34.089459 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:34.090064 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.113550 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Pushing event updated for resources: {'Port': ['ID=acb5c6c1-34d6-4310-b935-5944cd5126d5,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:34.157576 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:34.264880 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-42a6b7dd-5c7e-4b68-8b1a-ddcd6982cd43 None None] Provisioning for port acb5c6c1-34d6-4310-b935-5944cd5126d5 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:34.268552 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-42a6b7dd-5c7e-4b68-8b1a-ddcd6982cd43 None None] Provisioning complete for port acb5c6c1-34d6-4310-b935-5944cd5126d5 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:34.268928 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-42a6b7dd-5c7e-4b68-8b1a-ddcd6982cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.307019 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-42a6b7dd-5c7e-4b68-8b1a-ddcd6982cd43 None None] Port acb5c6c1-34d6-4310-b935-5944cd5126d5 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:10:34.310564 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.494198 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.499851 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.500907 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.502449 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:34.552470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Pushing event updated for resources: {'Port': ['ID=acb5c6c1-34d6-4310-b935-5944cd5126d5,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:34.561283 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:34.623838 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:34.625148 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:34.791087 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Router 693411bd-ab16-4145-a7ad-06ac18077587 is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:10:34.836164 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-713daf00-d06a-4114-81a0-cfc1eee6e03d None None] Provisioning complete for port acb5c6c1-34d6-4310-b935-5944cd5126d5 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:34.836794 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-713daf00-d06a-4114-81a0-cfc1eee6e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.873551 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-713daf00-d06a-4114-81a0-cfc1eee6e03d None None] Port acb5c6c1-34d6-4310-b935-5944cd5126d5 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:10:34.886903 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:34.892198 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] 10.222.0.77 "PUT /v2.0/routers/693411bd-ab16-4145-a7ad-06ac18077587/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7751298 Jun 16 16:10:34.896762 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Sync routers for ids ['693411bd-ab16-4145-a7ad-06ac18077587'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:34.909918 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Routers {'693411bd-ab16-4145-a7ad-06ac18077587'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:34.910788 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:10:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['693411bd-ab16-4145-a7ad-06ac18077587'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:35.108996 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Set router 693411bd-ab16-4145-a7ad-06ac18077587 gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:35.540911 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693411bd-ab16-4145-a7ad-06ac18077587', 'name': 'router1', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:24Z', 'updated_at': '2021-06-16T16:10:34Z', 'revision_number': 2, 'project_id': '01446572a7b74de7a33feb268b612821', 'gw_port_host': None, '_interfaces': [{'id': 'acb5c6c1-34d6-4310-b935-5944cd5126d5', 'name': '', 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'mac_address': 'fa:16:3e:4d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:33Z', 'updated_at': '2021-06-16T16:10:34Z', 'revision_number': 2, 'project_id': '01446572a7b74de7a33feb268b612821', 'subnets': [{'id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302d4af3-7b05-4595-88fc-599f83ca629d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:35.548323 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Checking router: 693411bd-ab16-4145-a7ad-06ac18077587 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:35.548708 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Updating router 693411bd-ab16-4145-a7ad-06ac18077587 port acb5c6c1-34d6-4310-b935-5944cd5126d5 binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:10:35.616173 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:36.128632 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:36.148063 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Transition to ACTIVE for port object acb5c6c1-34d6-4310-b935-5944cd5126d5 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:36.155159 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:36.159700 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:36.343620 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Pushing event updated for resources: {'Port': ['ID=acb5c6c1-34d6-4310-b935-5944cd5126d5,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:36.373659 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.373987 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.374312 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.374626 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.374957 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.375366 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.375591 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.375927 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.377145 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.377145 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.377145 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.377145 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Tracked resource versions report: Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: pushed versions: Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: { 'AddressGroup': {'1.2'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'ConntrackHelper': {'1.0'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Log': {'1.0'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Network': {'1.1'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Port': {'1.7'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'PortForwarding': {'1.2'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'QosPolicy': {'1.8'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroup': {'1.4'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'SubPort': {'1.0'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Subnet': {'1.1'}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Trunk': {'1.1'}} Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: consumer versions: Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'ConntrackHelper': '1.0', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Log': '1.0', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Network': '1.1', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Port': '1.7', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'PortForwarding': '1.2', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'QosPolicy': '1.8', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroup': '1.4', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroupRule': '1.2', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'SubPort': '1.0', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Subnet': '1.1', Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: 'Trunk': '1.1'}} Jun 16 16:10:36.378775 dv-cinder-775250-5-smb neutron-server[91702]: {{(pid=91702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:10:36.384352 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Attempting to bind port acb5c6c1-34d6-4310-b935-5944cd5126d5 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:36.384657 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Attempting to bind port acb5c6c1-34d6-4310-b935-5944cd5126d5 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:36.385030 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Attempting to bind port acb5c6c1-34d6-4310-b935-5944cd5126d5 on network 95da8af6-cecc-489e-a4e2-7e12775ea63c {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:36.387047 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:36.391801 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:36.391801 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Checking segment: {'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:36.391801 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:36.392322 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Bound using segment: {'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:36.392661 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Bound port: acb5c6c1-34d6-4310-b935-5944cd5126d5, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0aad8-fe2f-437d-8b75-362ee0e847da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:36.393025 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:36.464806 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] For port acb5c6c1-34d6-4310-b935-5944cd5126d5, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:36.492946 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] For port acb5c6c1-34d6-4310-b935-5944cd5126d5, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=acb5c6c1-34d6-4310-b935-5944cd5126d5,segment=NetworkSegment(4bb0aad8-fe2f-437d-8b75-362ee0e847da),segment_id=4bb0aad8-fe2f-437d-8b75-362ee0e847da)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:36.498360 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:36.500653 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:36.555077 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Routers {'693411bd-ab16-4145-a7ad-06ac18077587'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:36.555732 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:10:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['693411bd-ab16-4145-a7ad-06ac18077587'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:36.640691 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Pushing event updated for resources: {'Port': ['ID=acb5c6c1-34d6-4310-b935-5944cd5126d5,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:36.644470 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:36.664298 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] Set router 693411bd-ab16-4145-a7ad-06ac18077587 gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:36.884172 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693411bd-ab16-4145-a7ad-06ac18077587', 'name': 'router1', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:24Z', 'updated_at': '2021-06-16T16:10:34Z', 'revision_number': 2, 'project_id': '01446572a7b74de7a33feb268b612821', 'gw_port_host': None, '_interfaces': [{'id': 'acb5c6c1-34d6-4310-b935-5944cd5126d5', 'name': '', 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'mac_address': 'fa:16:3e:4d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:33Z', 'updated_at': '2021-06-16T16:10:36Z', 'revision_number': 4, 'project_id': '01446572a7b74de7a33feb268b612821', 'subnets': [{'id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302d4af3-7b05-4595-88fc-599f83ca629d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:36.889271 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67b10b-5b78-4e2c-ae31-9e6fa8512ab2 None None] The sync data for ids ['693411bd-ab16-4145-a7ad-06ac18077587'] in dv-cinder-775250-5-smb is: [{'id': '693411bd-ab16-4145-a7ad-06ac18077587', 'name': 'router1', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:24Z', 'updated_at': '2021-06-16T16:10:34Z', 'revision_number': 2, 'project_id': '01446572a7b74de7a33feb268b612821', 'gw_port_host': None, '_interfaces': [{'id': 'acb5c6c1-34d6-4310-b935-5944cd5126d5', 'name': '', 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'mac_address': 'fa:16:3e:4d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:33Z', 'updated_at': '2021-06-16T16:10:36Z', 'revision_number': 4, 'project_id': '01446572a7b74de7a33feb268b612821', 'subnets': [{'id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302d4af3-7b05-4595-88fc-599f83ca629d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:37.139669 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37922) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:37.251099 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec9d31-d725-4484-85a4-eaa8a49f7d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:37.252469 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-4bec9d31-d725-4484-85a4-eaa8a49f7d3d admin admin] 10.222.0.77 "GET /v2.0/networks/37970db7-aa08-48db-ba65-12739bbf766e HTTP/1.1" status: 200 len: 842 time: 0.1119640 Jun 16 16:10:37.262307 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'name': 'public-subnet'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:37.283662 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Made reservation on behalf of 5fe942bff2964d70a0daa44aeaa5d6dc for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:37.286201 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:37.581123 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.objects.ports [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91699) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 16:10:37.581584 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:37.583729 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e4e4a69e-d194-4a19-b532-ebaa8a7f8640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:37.649596 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d893406b-5d2d-4188-a10f-7dd3a5c23643,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:37.653838 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:37.656429 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:37.656866 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Network hostable DHCP agents. Network: 37970db7-aa08-48db-ba65-12739bbf766e, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:10:37.674724 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:10:37.683517 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 37970db7-aa08-48db-ba65-12739bbf766e) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:37.688848 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:37.689433 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:37.694877 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4f78e-7aa6-4d1a-a4e6-0a2ba307c671 None None] Network 37970db7-aa08-48db-ba65-12739bbf766e requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:37.703740 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4454446 Jun 16 16:10:37.852907 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d608f7c3-492e-4a7a-8de3-484fff0c5475 None None] Network 37970db7-aa08-48db-ba65-12739bbf766e requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:39.992438 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37934) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:40.212509 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e11e87c0-2c71-4a1c-849e-a645388b9642 admin admin] 10.222.0.77 "GET /v2.0/routers/693411bd-ab16-4145-a7ad-06ac18077587 HTTP/1.1" status: 200 len: 710 time: 0.2188516 Jun 16 16:10:40.300372 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1db508-0fc1-4804-bfb7-02983e3de0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:40.301736 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-6c1db508-0fc1-4804-bfb7-02983e3de0e3 admin admin] 10.222.0.77 "GET /v2.0/networks/37970db7-aa08-48db-ba65-12739bbf766e HTTP/1.1" status: 200 len: 886 time: 0.0839777 Jun 16 16:10:40.310808 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:40.552716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.790481 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.869223 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.981603 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Allocated IP 172.28.2.176 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/0e327338-2635-44e2-9e75-39c58f5dda19) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:41.013158 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device acb5c6c1-34d6-4310-b935-5944cd5126d5 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:41.075422 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port acb5c6c1-34d6-4310-b935-5944cd5126d5 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:41.081283 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port acb5c6c1-34d6-4310-b935-5944cd5126d5 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:41.081283 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.097758 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.136720 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.138713 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:41.163140 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.187032 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:41.189766 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:41.192389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:41.195449 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port acb5c6c1-34d6-4310-b935-5944cd5126d5, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=acb5c6c1-34d6-4310-b935-5944cd5126d5,segment=NetworkSegment(4bb0aad8-fe2f-437d-8b75-362ee0e847da),segment_id=4bb0aad8-fe2f-437d-8b75-362ee0e847da)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:41.197527 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Pushing event updated for resources: {'Port': ['ID=0e327338-2635-44e2-9e75-39c58f5dda19,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:41.199796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.201140 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:41.201937 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:41.293895 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=acb5c6c1-34d6-4310-b935-5944cd5126d5,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:41.297085 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:41.443301 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.725596 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.728822 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965792'] for router, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.836430 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Router 693411bd-ab16-4145-a7ad-06ac18077587 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:41.947179 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:41.952888 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.953668 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] 10.222.0.77 "PUT /v2.0/routers/693411bd-ab16-4145-a7ad-06ac18077587 HTTP/1.1" status: 200 len: 890 time: 1.6465504 Jun 16 16:10:41.970690 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Sync routers for ids ['693411bd-ab16-4145-a7ad-06ac18077587'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:41.983117 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Routers {'693411bd-ab16-4145-a7ad-06ac18077587'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:41.983748 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:10:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['693411bd-ab16-4145-a7ad-06ac18077587'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:42.200937 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Set router 693411bd-ab16-4145-a7ad-06ac18077587 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:42.614827 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693411bd-ab16-4145-a7ad-06ac18077587', 'name': 'router1', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '0e327338-2635-44e2-9e75-39c58f5dda19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:24Z', 'updated_at': '2021-06-16T16:10:41Z', 'revision_number': 4, 'project_id': '01446572a7b74de7a33feb268b612821', 'gw_port': {'id': '0e327338-2635-44e2-9e75-39c58f5dda19', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:40Z', 'updated_at': '2021-06-16T16:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'acb5c6c1-34d6-4310-b935-5944cd5126d5', 'name': '', 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'mac_address': 'fa:16:3e:4d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:33Z', 'updated_at': '2021-06-16T16:10:41Z', 'revision_number': 5, 'project_id': '01446572a7b74de7a33feb268b612821', 'subnets': [{'id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302d4af3-7b05-4595-88fc-599f83ca629d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:42.621100 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Checking router: 693411bd-ab16-4145-a7ad-06ac18077587 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:42.621468 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Updating router 693411bd-ab16-4145-a7ad-06ac18077587 port 0e327338-2635-44e2-9e75-39c58f5dda19 binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:10:42.655892 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.972832 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device acb5c6c1-34d6-4310-b935-5944cd5126d5 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:43.008938 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.026598 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Transition to ACTIVE for port object 0e327338-2635-44e2-9e75-39c58f5dda19 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:43.033436 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.041346 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a61d92b4-800a-4055-a64f-ba8233a806be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:43.057746 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port acb5c6c1-34d6-4310-b935-5944cd5126d5 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:43.058198 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.111499 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Attempting to bind port 0e327338-2635-44e2-9e75-39c58f5dda19 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:43.111865 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Attempting to bind port 0e327338-2635-44e2-9e75-39c58f5dda19 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:43.112218 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Attempting to bind port 0e327338-2635-44e2-9e75-39c58f5dda19 on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:43.127097 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:43.127552 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:43.127962 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.128425 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:43.128909 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Bound port: 0e327338-2635-44e2-9e75-39c58f5dda19, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:43.129280 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.159811 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193f23-8154-4765-acf4-88cad5f36f53 None None] Pushing event updated for resources: {'Port': ['ID=0e327338-2635-44e2-9e75-39c58f5dda19,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:43.164609 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-af193f23-8154-4765-acf4-88cad5f36f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:43.199478 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] For port 0e327338-2635-44e2-9e75-39c58f5dda19, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:43.231781 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] For port 0e327338-2635-44e2-9e75-39c58f5dda19, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=0e327338-2635-44e2-9e75-39c58f5dda19,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:43.239526 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.245263 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:43.297737 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Routers {'693411bd-ab16-4145-a7ad-06ac18077587'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:43.298354 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:10:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['693411bd-ab16-4145-a7ad-06ac18077587'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:43.413639 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193f23-8154-4765-acf4-88cad5f36f53 None None] Pushing event updated for resources: {'Port': ['ID=0e327338-2635-44e2-9e75-39c58f5dda19,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:43.443338 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-af193f23-8154-4765-acf4-88cad5f36f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:43.488925 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] Set router 693411bd-ab16-4145-a7ad-06ac18077587 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:43.709459 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693411bd-ab16-4145-a7ad-06ac18077587', 'name': 'router1', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '0e327338-2635-44e2-9e75-39c58f5dda19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:24Z', 'updated_at': '2021-06-16T16:10:41Z', 'revision_number': 4, 'project_id': '01446572a7b74de7a33feb268b612821', 'gw_port': {'id': '0e327338-2635-44e2-9e75-39c58f5dda19', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:40Z', 'updated_at': '2021-06-16T16:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'acb5c6c1-34d6-4310-b935-5944cd5126d5', 'name': '', 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'mac_address': 'fa:16:3e:4d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:33Z', 'updated_at': '2021-06-16T16:10:41Z', 'revision_number': 5, 'project_id': '01446572a7b74de7a33feb268b612821', 'subnets': [{'id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302d4af3-7b05-4595-88fc-599f83ca629d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:43.713005 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae70f56-8075-41fb-a14c-fcbc2a476a98 None None] The sync data for ids ['693411bd-ab16-4145-a7ad-06ac18077587'] in dv-cinder-775250-5-smb is: [{'id': '693411bd-ab16-4145-a7ad-06ac18077587', 'name': 'router1', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '0e327338-2635-44e2-9e75-39c58f5dda19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:24Z', 'updated_at': '2021-06-16T16:10:41Z', 'revision_number': 4, 'project_id': '01446572a7b74de7a33feb268b612821', 'gw_port': {'id': '0e327338-2635-44e2-9e75-39c58f5dda19', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:40Z', 'updated_at': '2021-06-16T16:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'acb5c6c1-34d6-4310-b935-5944cd5126d5', 'name': '', 'network_id': '95da8af6-cecc-489e-a4e2-7e12775ea63c', 'tenant_id': '01446572a7b74de7a33feb268b612821', 'mac_address': 'fa:16:3e:4d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693411bd-ab16-4145-a7ad-06ac18077587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:33Z', 'updated_at': '2021-06-16T16:10:41Z', 'revision_number': 5, 'project_id': '01446572a7b74de7a33feb268b612821', 'subnets': [{'id': 'a81f65f3-73d7-4a4d-a875-86e161703c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302d4af3-7b05-4595-88fc-599f83ca629d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:44.375845 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 37944) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:44.503860 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-028d3000-07ba-4423-9ff8-43c8cda9a097 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1268828 Jun 16 16:10:44.992534 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 0e327338-2635-44e2-9e75-39c58f5dda19 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:45.043830 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 0e327338-2635-44e2-9e75-39c58f5dda19 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:45.048154 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 0e327338-2635-44e2-9e75-39c58f5dda19 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:45.048533 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.142510 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.164313 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 0e327338-2635-44e2-9e75-39c58f5dda19, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=0e327338-2635-44e2-9e75-39c58f5dda19,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:45.168883 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.171281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-af193f23-8154-4765-acf4-88cad5f36f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:45.220538 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=0e327338-2635-44e2-9e75-39c58f5dda19,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:45.223975 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:46.975926 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 0e327338-2635-44e2-9e75-39c58f5dda19 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:47.033182 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 0e327338-2635-44e2-9e75-39c58f5dda19 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:47.033773 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:58.280211 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53284bb3-6ec0-415a-9021-11b97ccb3926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:00.872208 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4838303f-9d91-4a0c-83ed-9cee1be62844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:00.984848 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:01.879043 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:03.652042 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:11:03.734612 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:28.329208 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-003d814b-f613-4bae-87b6-5f527cefc571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:30.875791 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a146ef14-a0ec-46d5-8ad8-1a935132ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:30.976621 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:31.874684 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:33.695351 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:40.651064 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:11:58.281657 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9c78897c-1668-4e32-ae1b-8149d934fc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:00.880311 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ee19bd99-d671-4e36-b02a-5275ee313758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:00.983169 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:01.876258 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:03.695681 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:17.648626 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:12:21.011014 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38512) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:21.071382 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.pecan_wsgi.hooks.translation [None req-13693c3e-329a-4709-a376-4cf887cd1b74 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:12:21.072753 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-13693c3e-329a-4709-a376-4cf887cd1b74 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606933 Jun 16 16:12:21.234186 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd217f7-95b2-4d7f-9955-a66450cbe37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:21.235692 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5fd217f7-95b2-4d7f-9955-a66450cbe37e admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591704 Jun 16 16:12:23.383226 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38522) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:23.472363 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a1e01-d51d-435c-a110-638ab65bb21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:23.473958 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-0e6a1e01-d51d-435c-a110-638ab65bb21f admin admin] 10.222.0.77 "GET /v2.0/subnets/a81f65f3-73d7-4a4d-a875-86e161703c69 HTTP/1.1" status: 200 len: 849 time: 0.0897865 Jun 16 16:12:23.486251 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:12:23.572457 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:23.707822 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766687498096'] for subnet, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:23.710674 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8b4e1c17-e174-48ee-8663-c0116eb0e557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:23.740992 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:23.741578 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:23.742835 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] 10.222.0.77 "PUT /v2.0/subnets/a81f65f3-73d7-4a4d-a875-86e161703c69 HTTP/1.1" status: 200 len: 868 time: 0.2604735 Jun 16 16:12:23.762351 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e0552-9ee4-4958-99c0-9767fba6a266 None None] Network 95da8af6-cecc-489e-a4e2-7e12775ea63c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:12:23.762955 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81f65f3-73d7-4a4d-a875-86e161703c69,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.769705 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.770044 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.770371 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.770698 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.771019 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.771373 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.771695 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.772015 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.772333 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.772649 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.772961 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.773275 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.777819 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:24.115093 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-22c2eb2c-71b0-42f3-a78d-4ad20ba1a674 None None] Provisioning complete for port 68ba9ffe-867a-432d-ad65-750d243d5904 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:12:24.115608 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-22c2eb2c-71b0-42f3-a78d-4ad20ba1a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:24.209263 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-22c2eb2c-71b0-42f3-a78d-4ad20ba1a674 None None] Provisioning complete for port acb5c6c1-34d6-4310-b935-5944cd5126d5 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:12:24.209473 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-22c2eb2c-71b0-42f3-a78d-4ad20ba1a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.971221 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38530) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:26.178389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30567b-5676-4263-8882-039b6faf3702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:26.178771 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30567b-5676-4263-8882-039b6faf3702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:26.180842 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-3c30567b-5676-4263-8882-039b6faf3702 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2081468 Jun 16 16:12:28.284909 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20d3ef0a-aadd-45c0-bfdb-6b392fff99ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:28.376989 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38538) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:28.509049 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ffa505-691c-41fc-b4c4-24b8af3555a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:28.509588 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ffa505-691c-41fc-b4c4-24b8af3555a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:28.511123 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-06ffa505-691c-41fc-b4c4-24b8af3555a3 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331773 Jun 16 16:12:30.645154 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38546) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:30.765915 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e2de5-c659-428d-ba05-256d7ec81e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:30.767273 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c82e2de5-c659-428d-ba05-256d7ec81e1b admin admin] 10.222.0.77 "GET /v2.0/networks/37970db7-aa08-48db-ba65-12739bbf766e HTTP/1.1" status: 200 len: 886 time: 0.1211476 Jun 16 16:12:30.880883 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-36aa9102-890a-4d61-ab07-2d7a4c4e2839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:30.978640 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:31.880440 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:32.894479 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38554) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:33.023657 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e40b36-5df4-4929-9f4b-dab98153ca92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:33.025710 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-00e40b36-5df4-4929-9f4b-dab98153ca92 admin admin] 10.222.0.77 "GET /v2.0/networks/95da8af6-cecc-489e-a4e2-7e12775ea63c HTTP/1.1" status: 200 len: 869 time: 0.1302776 Jun 16 16:12:33.698002 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:35.170647 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 38562) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:35.321859 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31fc8f3-951e-4523-9e15-ad0812a0af1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:35.322262 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31fc8f3-951e-4523-9e15-ad0812a0af1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:35.323951 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-e31fc8f3-951e-4523-9e15-ad0812a0af1e admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1523471 Jun 16 16:12:37.478594 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 38572) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:37.568390 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3957f7-5bc1-4bfb-837e-702a0904e0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:37.568841 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3957f7-5bc1-4bfb-837e-702a0904e0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:37.570305 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-1e3957f7-5bc1-4bfb-837e-702a0904e0a4 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907869 Jun 16 16:12:39.705965 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38580) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:39.795155 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e132b2-1fbb-4331-80c7-414781cc45f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:39.796526 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-51e132b2-1fbb-4331-80c7-414781cc45f5 admin admin] 10.222.0.77 "GET /v2.0/subnets/a81f65f3-73d7-4a4d-a875-86e161703c69 HTTP/1.1" status: 200 len: 868 time: 0.0896223 Jun 16 16:12:41.958246 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38588) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:42.044356 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbac4f-9a92-4486-9e36-af14a070fd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:42.045695 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-25fbac4f-9a92-4486-9e36-af14a070fd8c admin admin] 10.222.0.77 "GET /v2.0/subnets/d893406b-5d2d-4188-a10f-7dd3a5c23643 HTTP/1.1" status: 200 len: 816 time: 0.0865004 Jun 16 16:12:54.647117 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:12:58.285952 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3814-e29c-4825-af21-75c3b50b5eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:00.884067 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b308bbf-e1c3-435e-b4e8-552def7340f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:00.980895 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.881265 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:03.702086 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.451701 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38632) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:05.498269 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [None req-5fcf0649-35ed-45dd-83a2-51c27527f816 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:13:05.499269 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5fcf0649-35ed-45dd-83a2-51c27527f816 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465920 Jun 16 16:13:07.727375 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38640) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:07.888637 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf786af-2053-4c31-b205-2a924c245850 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:13:07.890303 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5cf786af-2053-4c31-b205-2a924c245850 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1619248 Jun 16 16:13:07.972885 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85845beb-7cc3-48db-adaa-2225e8cce4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:07.974340 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-85845beb-7cc3-48db-adaa-2225e8cce4f8 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802097 Jun 16 16:13:10.140738 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 38648) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:10.187112 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:13:10.210815 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Made reservation on behalf of 5fe942bff2964d70a0daa44aeaa5d6dc for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:10.213783 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.273024 dv-cinder-775250-5-smb neutron-server[91700]: WARNING neutron.services.revisions.revision_plugin [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Could not find related network for resource to bump revision. Jun 16 16:13:10.291090 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:10.307318 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766687530792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.307916 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Unsubscribe: segment precommit_create {{(pid=91700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:13:10.308429 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Added segment dab18466-91fb-4627-a16f-ff182847de4a of type vlan for network 57c31a77-e08f-483a-92cb-22c97a10b2c9 Jun 16 16:13:10.379907 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.428206 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.430548 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:10.431223 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.434241 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:10.451322 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3094666 Jun 16 16:13:10.538791 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Pushing event updated for resources: {'Network': ['ID=57c31a77-e08f-483a-92cb-22c97a10b2c9,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:10.548586 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.549051 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.549382 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.549709 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.550031 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.550352 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.550670 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.550986 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.551344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.551928 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.552247 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.552561 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Tracked resource versions report: Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: pushed versions: Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: { 'AddressGroup': {'1.2'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'ConntrackHelper': {'1.0'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Log': {'1.0'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Network': {'1.1'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Port': {'1.7'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'PortForwarding': {'1.2'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'QosPolicy': {'1.8'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroup': {'1.4'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'SubPort': {'1.0'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Subnet': {'1.1'}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Trunk': {'1.1'}} Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: consumer versions: Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'ConntrackHelper': '1.0', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Log': '1.0', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Network': '1.1', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Port': '1.7', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'PortForwarding': '1.2', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'QosPolicy': '1.8', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroup': '1.4', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroupRule': '1.2', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'SubPort': '1.0', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Subnet': '1.1', Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: 'Trunk': '1.1'}} Jun 16 16:13:10.553758 dv-cinder-775250-5-smb neutron-server[91700]: {{(pid=91700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:13:10.583050 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:10.591411 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 57c31a77-e08f-483a-92cb-22c97a10b2c9 details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:13:12.658038 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 38660) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:12.723344 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e071c2ee-5916-421e-8ca6-552b6c3d7f2a admin admin] GET failed (client error): The resource could not be found. Jun 16 16:13:12.724649 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-e071c2ee-5916-421e-8ca6-552b6c3d7f2a admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656071 Jun 16 16:13:12.842968 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a65f47-efc0-436f-8c76-31fb64aa6326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:12.844354 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-25a65f47-efc0-436f-8c76-31fb64aa6326 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1149936 Jun 16 16:13:12.854850 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:13:12.878261 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Made reservation on behalf of 5fe942bff2964d70a0daa44aeaa5d6dc for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:12.880626 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.122904 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.125188 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:13.184101 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4722508-3d63-486b-9d74-bf4218bad08a,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:13.191949 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:13.192698 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Checking segment: {'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:13:13.193079 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Network hostable DHCP agents. Network: 57c31a77-e08f-483a-92cb-22c97a10b2c9, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:13.215533 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Network 57c31a77-e08f-483a-92cb-22c97a10b2c9 is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:13.226355 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 57c31a77-e08f-483a-92cb-22c97a10b2c9) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:13.231059 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:13.231664 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.241080 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33d171-20a4-4899-9d46-36d5e9fd3364 None None] Network 57c31a77-e08f-483a-92cb-22c97a10b2c9 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:13:13.245402 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3940077 Jun 16 16:13:13.395956 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-57c31a77-e08f-483a-92cb-22c97a10b2c9', 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9', 'tenant_id': '5fe942bff2964d70a0daa44aeaa5d6dc', 'fixed_ips': [{'subnet_id': 'c4722508-3d63-486b-9d74-bf4218bad08a'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:13:13.396814 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.629706 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Allocated IP 192.168.233.2 (57c31a77-e08f-483a-92cb-22c97a10b2c9/c4722508-3d63-486b-9d74-bf4218bad08a/370df919-22c1-47b6-8ad8-6b45d26d3dbf) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:13.777872 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.786772 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Transition to ACTIVE for port object 370df919-22c1-47b6-8ad8-6b45d26d3dbf will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:13:13.802547 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Transition to ACTIVE for port object 370df919-22c1-47b6-8ad8-6b45d26d3dbf will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:13:13.810314 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.813701 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:13.848962 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Network 57c31a77-e08f-483a-92cb-22c97a10b2c9 is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:13.856030 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:13.859368 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:13:13.866064 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Pushing event updated for resources: {'Port': ['ID=370df919-22c1-47b6-8ad8-6b45d26d3dbf,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:13.875518 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.875861 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.876196 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.876522 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.876847 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.877171 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.877493 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.877810 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.878126 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.878443 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.878757 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.879069 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:13.898501 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:13.930607 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Attempting to bind port 370df919-22c1-47b6-8ad8-6b45d26d3dbf on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:13:13.930977 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Attempting to bind port 370df919-22c1-47b6-8ad8-6b45d26d3dbf by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:13:13.931373 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Attempting to bind port 370df919-22c1-47b6-8ad8-6b45d26d3dbf on network 57c31a77-e08f-483a-92cb-22c97a10b2c9 {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:13:13.936285 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:13:13.936657 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Checking segment: {'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:13:13.937058 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.937452 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Bound using segment: {'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:13:13.937919 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Bound port: 370df919-22c1-47b6-8ad8-6b45d26d3dbf, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:13:13.938293 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:14.004620 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] For port 370df919-22c1-47b6-8ad8-6b45d26d3dbf, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:13:14.009533 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] For port 370df919-22c1-47b6-8ad8-6b45d26d3dbf, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=370df919-22c1-47b6-8ad8-6b45d26d3dbf,segment=NetworkSegment(dab18466-91fb-4627-a16f-ff182847de4a),segment_id=dab18466-91fb-4627-a16f-ff182847de4a)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:13:14.013371 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:14.016415 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:14.073961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Pushing event updated for resources: {'Port': ['ID=370df919-22c1-47b6-8ad8-6b45d26d3dbf,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:14.079894 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:14.909981 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c89a1-4f95-4f18-9775-83825692000b None None] Network 57c31a77-e08f-483a-92cb-22c97a10b2c9 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:13:15.026824 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-a0352460-bc13-42fb-8f63-ff8bbd41193d None None] Provisioning for port 370df919-22c1-47b6-8ad8-6b45d26d3dbf completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:13:15.124588 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 370df919-22c1-47b6-8ad8-6b45d26d3dbf up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:13:15.179503 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 370df919-22c1-47b6-8ad8-6b45d26d3dbf completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:13:15.184041 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 370df919-22c1-47b6-8ad8-6b45d26d3dbf triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:13:15.184417 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:15.278267 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:15.311234 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 370df919-22c1-47b6-8ad8-6b45d26d3dbf, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=370df919-22c1-47b6-8ad8-6b45d26d3dbf,segment=NetworkSegment(dab18466-91fb-4627-a16f-ff182847de4a),segment_id=dab18466-91fb-4627-a16f-ff182847de4a)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:15.316011 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:15.320293 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-af193f23-8154-4765-acf4-88cad5f36f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:15.374932 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ebf3f7b4-3fe4-4410-a3fe-be519c931074 None None] Provisioning complete for port 370df919-22c1-47b6-8ad8-6b45d26d3dbf triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:13:15.375326 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f7b4-3fe4-4410-a3fe-be519c931074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:15.376878 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=370df919-22c1-47b6-8ad8-6b45d26d3dbf,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:15.380006 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:17.074784 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 370df919-22c1-47b6-8ad8-6b45d26d3dbf up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:13:17.123064 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 370df919-22c1-47b6-8ad8-6b45d26d3dbf triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:13:17.123464 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:28.286610 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-682322b4-7d90-4aaa-95f3-ffcb84dd12cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:30.885861 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-75f69ad4-9cd3-45d5-a84d-10b1f82ab9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:30.981649 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:31.646682 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:13:31.886263 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:33.706642 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:58.288249 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4d8e913e-f20b-4e36-bde8-8361b2395733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.886216 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-fa521593-ecc5-4d3f-96e4-3aebab28231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.983761 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.892223 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.712417 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.646582 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:14:21.867006 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38712) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:21.873088 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [None req-d353c0f6-c533-4c1c-8966-1f967dfbdcb4 tempest-verify_tempest_config-431353348 tempest-verify_tempest_config-431353348-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:21.874058 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d353c0f6-c533-4c1c-8966-1f967dfbdcb4 tempest-verify_tempest_config-431353348 tempest-verify_tempest_config-431353348-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060465 Jun 16 16:14:22.175954 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38730) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:22.275921 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.368977 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.372718 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.378708 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:22.419455 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=532dd18d9f21428fb13c9a766032157f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2422698 Jun 16 16:14:22.420669 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca9a16-2be4-453b-a984-56b32824935a,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:22.422238 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 38734) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:22.428613 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.428957 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.429293 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.429626 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.429956 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.430285 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.430607 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.430929 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.431270 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.431593 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.431911 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.432229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.436108 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:22.498011 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.517957 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.607124 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.609902 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.611015 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5ca9a16-2be4-453b-a984-56b32824935a HTTP/1.1" status: 204 len: 168 time: 0.1878150 Jun 16 16:14:22.611685 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:22.619671 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca9a16-2be4-453b-a984-56b32824935a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:22.626116 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.626446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.626776 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.627095 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.627496 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.627815 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.628251 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.628568 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.629005 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.629460 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.630386 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.630761 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:22.634773 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:28.289195 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e074129e-f5ea-49e4-890c-2e92fd4e791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.888380 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13ca27e0-eb5f-43bc-9085-5ab0f0a90103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.985736 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:31.893614 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:33.719882 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.644752 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:14:58.289940 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-05d2fe64-0488-454b-9746-39b486037b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:00.889898 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-db992edd-07cb-4612-acf5-d918f9c5233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:00.988289 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.898132 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.719921 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:22.643738 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:15:28.290103 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2c865537-0838-4643-8cc0-6115ad3a9960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.892651 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-43057046-1419-46e3-a2a6-60107e0b2411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.991896 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.900055 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.721183 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.290277 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f271a7d4-f16e-4ff1-a93b-0d2c8bfb220d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.642454 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 5 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:00.893683 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d8e5f94d-804a-495c-821a-5b09a936097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.992270 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.902430 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.724845 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:08.290922 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783'] for agent, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.416588 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 38788) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:12.519119 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-79a48696-e99a-44e1-afd5-9b6cac7ed9ff admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1014271 Jun 16 16:16:14.675408 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38798) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:14.743588 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f5bd775c-09c0-4004-be14-1bc200c740d3 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0667205 Jun 16 16:16:28.291341 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4d6f98d9-1086-445b-b70b-be1a5c6f8900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:30.895913 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1045fd17-6bb1-4a71-b856-58187037295e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:30.991997 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:31.905729 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:33.728539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:36.641226 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:38.255185 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:58.291962 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1103a5ee-fb53-4f70-a3ca-d42078205364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:00.895429 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4bd770f9-f7d8-4fb3-ab27-751c879d5e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:00.996165 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:01.908227 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:03.731808 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:08.243619 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.642325 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:17:28.293342 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-918f9c52-8465-4714-a57e-c736bdb1118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.901344 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e4dffa00-7fa2-41b8-9a16-bd6b659a2952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.997870 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:31.912085 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:33.826617 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:38.239159 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:46.803219 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 38968) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:46.994540 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2070282378-network', 'tenant_id': '22383f322917437c8e5f627c390126e9'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:47.026052 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Made reservation on behalf of 22383f322917437c8e5f627c390126e9 for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:47.028466 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.038863 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.135353 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.141248 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.149080 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:47.176005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:17:47.181115 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:47.195804 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.196137 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.196519 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.196877 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.197223 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.197543 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.197859 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.198177 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.198508 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.198995 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.199480 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.199961 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Tracked resource versions report: Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: pushed versions: Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: { 'AddressGroup': {'1.2'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'ConntrackHelper': {'1.0'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Log': {'1.0'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Network': {'1.1'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Port': {'1.7'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'PortForwarding': {'1.2'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'QosPolicy': {'1.8'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroup': {'1.4'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'SubPort': {'1.0'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Subnet': {'1.1'}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Trunk': {'1.1'}} Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: consumer versions: Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'ConntrackHelper': '1.0', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Log': '1.0', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Network': '1.1', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Port': '1.7', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'PortForwarding': '1.2', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'QosPolicy': '1.8', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroup': '1.4', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'SecurityGroupRule': '1.2', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'SubPort': '1.0', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Subnet': '1.1', Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: 'Trunk': '1.1'}} Jun 16 16:17:47.200969 dv-cinder-775250-5-smb neutron-server[91699]: {{(pid=91699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:17:47.208055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:47.215687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.216092 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Added segment a2041e6d-83e5-435d-bf47-080c09207bfc of type vlan for network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 Jun 16 16:17:47.260942 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.291795 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.293212 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:47.293851 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.297078 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c346c4bc-e6a3-403a-b753-39738d7207d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:47.328163 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5233989 Jun 16 16:17:47.331184 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39012) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:47.337402 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Request body: {'subnet': {'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2070282378-subnet', 'tenant_id': '22383f322917437c8e5f627c390126e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:47.361166 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Pushing event updated for resources: {'Network': ['ID=0cfd629f-f8cd-410a-a82c-ed5f753cf293,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:47.361800 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Made reservation on behalf of 22383f322917437c8e5f627c390126e9 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:47.364485 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:47.367013 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.374126 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:17:47.552561 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.555738 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:47.596303 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b074a3-0f1c-47a4-9871-e80aa5569894,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:47.608779 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.609122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.609450 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.610508 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.611865 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.612518 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.613334 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.613819 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.620132 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.620695 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.631465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.632014 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Tracked resource versions report: Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: pushed versions: Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: { 'AddressGroup': {'1.2'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'ConntrackHelper': {'1.0'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Log': {'1.0'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Network': {'1.1'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Port': {'1.7'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'PortForwarding': {'1.2'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'QosPolicy': {'1.8'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroup': {'1.4'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'SubPort': {'1.0'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Subnet': {'1.1'}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Trunk': {'1.1'}} Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: consumer versions: Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'ConntrackHelper': '1.0', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Log': '1.0', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Network': '1.1', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Port': '1.7', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'PortForwarding': '1.2', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'QosPolicy': '1.8', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroup': '1.4', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'SecurityGroupRule': '1.2', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'SubPort': '1.0', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Subnet': '1.1', Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: 'Trunk': '1.1'}} Jun 16 16:17:47.633239 dv-cinder-775250-5-smb neutron-server[91700]: {{(pid=91700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:17:47.640527 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:47.667777 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Checking segment: {'id': 'a2041e6d-83e5-435d-bf47-080c09207bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:47.668137 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Network hostable DHCP agents. Network: 0cfd629f-f8cd-410a-a82c-ed5f753cf293, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:17:47.689223 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:17:47.702773 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 0cfd629f-f8cd-410a-a82c-ed5f753cf293) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:47.708926 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:47.712889 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.718565 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5c4d4-871a-4a5c-990d-a711e48e3270 None None] Network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:47.740139 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4068654 Jun 16 16:17:47.862684 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc70935-34fb-41a4-bfba-8b5faceb968e None None] Network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:47.872345 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39040) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:48.192423 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39054) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:48.259179 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-network', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:48.287048 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Made reservation on behalf of 90ae9d443c1c441fb0d8605a5d23fda0 for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:48.290466 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.300511 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.416340 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.430565 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.437343 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6bd23790-d3e9-4289-a5b9-cf4396764858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:48.471478 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15f37b9-dc03-440c-b573-4004cbc5bd6b,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:48.477229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:48.478252 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:17:48.490583 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.491015 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Added segment c54c74e1-da93-4f96-b690-2c5b4ccd2135 of type vlan for network 84d4f1b7-b632-49f3-88ab-59eddbffd130 Jun 16 16:17:48.538139 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.577533 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.578867 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:48.579528 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.582631 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:48.622713 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7491310 Jun 16 16:17:48.625778 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39074) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:48.632893 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Request body: {'subnet': {'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-subnet', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:48.640494 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1219724589-network', 'tenant_id': '048da66b38204d7d8e26195db559e5f9'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:48.708092 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Pushing event updated for resources: {'Network': ['ID=84d4f1b7-b632-49f3-88ab-59eddbffd130,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:48.712914 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:48.714666 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Made reservation on behalf of 048da66b38204d7d8e26195db559e5f9 for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:48.718238 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.724653 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:17:48.764906 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.822024 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Made reservation on behalf of 90ae9d443c1c441fb0d8605a5d23fda0 for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:48.824476 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.977995 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.001165 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.015032 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:49.045249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0680c5e1-0bc0-4f2f-9684-d4a3f6f4b7f6,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:49.052646 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:49.058745 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:17:49.076665 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.077014 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Added segment f8ee23fd-a08b-4aba-bbc1-1142b5ab0432 of type vlan for network 73019c28-271a-4dd3-996c-2973e549f0dc Jun 16 16:17:49.171910 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.258500 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.260652 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.268421 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c91ac63e-5bc9-4784-909d-fb56fc081909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:49.270775 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:49.271513 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.330427 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1367505 Jun 16 16:17:49.333690 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39098) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:49.336242 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946ca604-1e1e-46b6-965d-1c253362f00f,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:49.339912 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:49.342191 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:49.356251 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Request body: {'subnet': {'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1219724589-subnet', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:49.364854 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Checking segment: {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:49.365211 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Network hostable DHCP agents. Network: 84d4f1b7-b632-49f3-88ab-59eddbffd130, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:17:49.388695 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Made reservation on behalf of 048da66b38204d7d8e26195db559e5f9 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:49.393610 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.419082 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Pushing event updated for resources: {'Network': ['ID=73019c28-271a-4dd3-996c-2973e549f0dc,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:49.421920 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:49.429813 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:17:49.431464 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 73019c28-271a-4dd3-996c-2973e549f0dc details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:17:49.445332 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 84d4f1b7-b632-49f3-88ab-59eddbffd130) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:49.460493 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:49.461263 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.467263 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0443a8a-1863-4dfb-94b1-c022ae7a3d54 None None] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:49.480952 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8531144 Jun 16 16:17:49.485292 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39106) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:49.513551 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:49.590094 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.592622 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.684643 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.687367 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:49.743632 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86319b-76db-446f-9bc5-39b14b448b39 None None] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:49.757195 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.757714 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3afec6-eee4-4435-8628-cbe3e43f3193,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:49.768422 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:49.775239 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Checking segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:49.775646 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Network hostable DHCP agents. Network: 73019c28-271a-4dd3-996c-2973e549f0dc, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:17:49.798350 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Network 73019c28-271a-4dd3-996c-2973e549f0dc is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:17:49.821695 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 73019c28-271a-4dd3-996c-2973e549f0dc) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:49.827624 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:49.829285 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.842290 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb689296-7e13-4249-9234-e7265010800f None None] Network 73019c28-271a-4dd3-996c-2973e549f0dc requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:49.862052 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-7b3bce65-8cae-4348-a809-894cefc727b8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5262361 Jun 16 16:17:49.864977 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39122) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:49.874067 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:49.905756 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.909987 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.054663 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.093985 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.192282 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-73019c28-271a-4dd3-996c-2973e549f0dc', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:17:50.194080 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.333132 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.355994 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.467386 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Allocated IP 172.20.0.2 (73019c28-271a-4dd3-996c-2973e549f0dc/be3afec6-eee4-4435-8628-cbe3e43f3193/11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:50.523148 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.541547 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39182) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:50.546102 dv-cinder-775250-5-smb neutron-server[91700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:17:50.643322 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:17:50.661100 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Allocated IP 172.28.2.54 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/43bf2b33-4b0a-4497-a3c5-0c3c303b46f1) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:50.834195 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.851480 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-06e12655-a4e2-4eec-b905-5ab5b061921a tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:50.859485 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-06e12655-a4e2-4eec-b905-5ab5b061921a tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/networks?id=0cfd629f-f8cd-410a-a82c-ed5f753cf293 HTTP/1.1" status: 200 len: 812 time: 0.3153138 Jun 16 16:17:50.879263 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-c569d52c-af8b-4513-a378-d0ed67ecdbec tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/quotas/22383f322917437c8e5f627c390126e9 HTTP/1.1" status: 200 len: 375 time: 0.0184724 Jun 16 16:17:50.884476 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.896657 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.899443 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:50.914830 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Transition to ACTIVE for port object 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:50.931655 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:50.942300 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Transition to ACTIVE for port object 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:50.952875 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.960954 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:50.964896 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:50.965067 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:51.026403 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-dea5d8ec-806e-4e52-9b0e-5452155652e2 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=22383f322917437c8e5f627c390126e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1440315 Jun 16 16:17:51.066538 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Pushing event updated for resources: {'Port': ['ID=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:51.071773 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:51.099230 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Network 73019c28-271a-4dd3-996c-2973e549f0dc is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:51.102789 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:51.118050 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39204) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:51.123348 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:51.128080 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Pushing event updated for resources: {'Port': ['ID=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:51.140101 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.141130 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.142082 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.142082 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.142317 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.142991 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.143635 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.144442 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.144442 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.144811 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.144961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.145333 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Tracked resource versions report: Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: pushed versions: Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: { 'AddressGroup': {'1.2'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'ConntrackHelper': {'1.0'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Log': {'1.0'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Network': {'1.1'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Port': {'1.7'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'PortForwarding': {'1.2'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'QosPolicy': {'1.8'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroup': {'1.4'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'SubPort': {'1.0'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Subnet': {'1.1'}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Trunk': {'1.1'}} Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: consumer versions: Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'ConntrackHelper': '1.0', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Log': '1.0', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Network': '1.1', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Port': '1.7', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'PortForwarding': '1.2', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'QosPolicy': '1.8', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroup': '1.4', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'SecurityGroupRule': '1.2', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'SubPort': '1.0', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Subnet': '1.1', Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: 'Trunk': '1.1'}} Jun 16 16:17:51.146511 dv-cinder-775250-5-smb neutron-server[91701]: {{(pid=91701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:17:51.167695 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:51.276099 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Attempting to bind port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:51.276494 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Attempting to bind port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:51.276915 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Attempting to bind port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 on network 73019c28-271a-4dd3-996c-2973e549f0dc {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:51.289492 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:51.289877 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Checking segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:51.290388 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.290796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Bound using segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:51.291307 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Bound port: 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:51.291686 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.387925 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] For port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:51.388996 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-df408066-834e-49b6-8372-24349878faee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.392960 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] For port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:51.399972 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.403257 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:51.464600 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-67739e8b-7a1f-4ce7-a2dd-7e86be718a66 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:17:51.466415 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-67739e8b-7a1f-4ce7-a2dd-7e86be718a66 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1075470 Jun 16 16:17:51.468426 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.474210 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Pushing event updated for resources: {'Port': ['ID=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:51.477953 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:51.504434 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.512967 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.734176 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-72dbf1f6-f6be-4588-a4c2-042e1a91b9d1 service neutron] 10.222.0.77 "GET /v2.0/networks/0cfd629f-f8cd-410a-a82c-ed5f753cf293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528970 Jun 16 16:17:51.783795 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-df408066-834e-49b6-8372-24349878faee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.794764 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-df408066-834e-49b6-8372-24349878faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.803061 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:51.822043 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Allocated IP 172.28.2.64 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/c4a2f9a7-a32e-4ea5-a9bc-b99b28335320) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:51.852684 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-df408066-834e-49b6-8372-24349878faee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24125b39f45440c7bff6756fe3fbc3b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7331972 Jun 16 16:17:51.855591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df408066-834e-49b6-8372-24349878faee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f9a3c-a952-4b63-97fc-bc64f6b34904,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:51.859410 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39242) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:51.864117 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-df408066-834e-49b6-8372-24349878faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:51.883176 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.996685 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-1587d1b4-21e5-478b-b9b7-75e1266c87c5 service neutron] 10.222.0.77 "GET /v2.0/networks/0cfd629f-f8cd-410a-a82c-ed5f753cf293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416267 Jun 16 16:17:52.033271 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.085328 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.129875 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.170810 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:17:52.191035 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.288347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.291078 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:52.315752 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.316974 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/175f9a3c-a952-4b63-97fc-bc64f6b34904 HTTP/1.1" status: 204 len: 168 time: 0.4540808 Jun 16 16:17:52.319685 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:52.343622 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f9a3c-a952-4b63-97fc-bc64f6b34904,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:52.348066 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:52.430882 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39278) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:52.438897 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:52.452588 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Sync routers for ids ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:52.471833 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Routers {'ef7efcbc-71ba-4f5c-947b-7913b2fc1288'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:52.472963 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:17:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:52.476923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:52.490098 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:52.501805 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:52.502255 dv-cinder-775250-5-smb neutron-server[91699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:17:52.504456 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:52.511475 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:52.514180 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39286) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:52.620411 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-30eb36db-0232-4e07-a08a-f33d38a53fca req-fb4d34f8-3f55-4548-b80d-8049c33c91e8 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 210 time: 0.1869087 Jun 16 16:17:52.621131 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.622242 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1357756 Jun 16 16:17:52.624973 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39292) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:52.790885 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Set router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:52.986380 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0e818-4cbf-4157-89f7-c2484b70abe1 None None] Network 73019c28-271a-4dd3-996c-2973e549f0dc requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:53.132752 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.160343 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-c34d3205-8031-4172-b96d-77680f2d6705 None None] Provisioning for port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:53.226348 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:51Z', 'revision_number': 3, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port': {'id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:50Z', 'updated_at': '2021-06-16T16:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:53.236617 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Checking router: ef7efcbc-71ba-4f5c-947b-7913b2fc1288 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:53.237310 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Updating router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:17:53.339051 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.473438 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39324) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:53.474569 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-281eb772-48e1-4d77-8a93-0ec46692dfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.513642 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:53.520736 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39334) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:53.659369 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-281eb772-48e1-4d77-8a93-0ec46692dfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.676364 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:53.680429 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-281eb772-48e1-4d77-8a93-0ec46692dfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.681924 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:53.682479 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.700211 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:53.791509 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eb772-48e1-4d77-8a93-0ec46692dfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6164f-0fa6-410f-94d7-05e85cdf3f5b,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:53.797748 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-281eb772-48e1-4d77-8a93-0ec46692dfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:53.820038 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eaf59624-ac23-421b-a448-98ac6726fdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.880862 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.901286 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.913223 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Transition to ACTIVE for port object 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:53.925799 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.931136 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2c10cf8d-4f11-40e4-a7ad-6f1b99e966ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:53.980443 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:54.000511 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.006464 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:54.017456 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82f43d29-bdde-4293-9015-0a70fa0a1e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.023581 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c8913a2f-e8b9-47fe-af02-15c7648df0e1 req-f6f06b8e-40cc-40e6-b90f-b952b44b6107 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 210 time: 0.1711333 Jun 16 16:17:54.041790 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-281eb772-48e1-4d77-8a93-0ec46692dfbf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b156a1ac120b4197a9d8e65c08781c8e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5260177 Jun 16 16:17:54.044023 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Pushing event updated for resources: {'Port': ['ID=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:54.046188 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39354) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:54.057206 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.057935 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.058530 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.059682 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.060297 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.061012 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.061516 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.062017 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.062700 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.063187 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.063793 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.064446 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Tracked resource versions report: Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: pushed versions: Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: { 'AddressGroup': {'1.2'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'ConntrackHelper': {'1.0'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Log': {'1.0'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Network': {'1.1'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Port': {'1.7'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'PortForwarding': {'1.2'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'QosPolicy': {'1.8'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroup': {'1.4'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'SubPort': {'1.0'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Subnet': {'1.1'}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Trunk': {'1.1'}} Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: consumer versions: Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: { DHCP agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: L3 agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: Metadata agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: Metering agent@dv-cinder-775250-5-smb: {}, Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: Open vSwitch agent@dv-cinder-775250-5-smb: { 'AddressGroup': '1.2', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'ConntrackHelper': '1.0', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Log': '1.0', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Network': '1.1', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Port': '1.7', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'PortForwarding': '1.2', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'QosPolicy': '1.8', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroup': '1.4', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'SecurityGroupRule': '1.2', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'SubPort': '1.0', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Subnet': '1.1', Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: 'Trunk': '1.1'}} Jun 16 16:17:54.065742 dv-cinder-775250-5-smb neutron-server[91702]: {{(pid=91702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:17:54.092956 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:54.111775 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.152663 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Attempting to bind port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:54.153110 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Attempting to bind port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:54.153774 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Attempting to bind port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:54.161150 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-371b2703-1175-490f-8bd1-a80c5158481f None None] Provisioning complete for port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:54.161664 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-371b2703-1175-490f-8bd1-a80c5158481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.162145 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:54.162801 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:54.163495 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.164141 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:54.164782 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Bound port: 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:54.165339 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.212290 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eaf59624-ac23-421b-a448-98ac6726fdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.217977 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:54.231762 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:54.239797 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.241414 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eaf59624-ac23-421b-a448-98ac6726fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.261187 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] For port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:54.263522 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-281eb772-48e1-4d77-8a93-0ec46692dfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:54.269813 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] For port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:54.282608 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.295075 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:54.309165 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.329694 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.344807 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-eaf59624-ac23-421b-a448-98ac6726fdfd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34cabf189f884988949716d4195aae70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8457911 Jun 16 16:17:54.359900 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39364) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:54.400747 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Routers {'ef7efcbc-71ba-4f5c-947b-7913b2fc1288'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:54.401383 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:17:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:54.472844 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59624-ac23-421b-a448-98ac6726fdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fee7b7-cace-4c7f-a37e-f3b479e04098,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:54.520339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eaf59624-ac23-421b-a448-98ac6726fdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:54.553956 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Allocated IP 172.20.0.1 (84d4f1b7-b632-49f3-88ab-59eddbffd130/946ca604-1e1e-46b6-965d-1c253362f00f/2900401c-d373-46ba-8879-ad318d8665b6) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:54.587576 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Pushing event updated for resources: {'Port': ['ID=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:54.599443 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:54.622700 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] Set router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:54.671928 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.679129 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.680275 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51e6164f-0fa6-410f-94d7-05e85cdf3f5b HTTP/1.1" status: 204 len: 168 time: 0.6316187 Jun 16 16:17:54.681315 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eaf59624-ac23-421b-a448-98ac6726fdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:54.685358 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.706223 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6164f-0fa6-410f-94d7-05e85cdf3f5b,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:54.724274 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:54.725625 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82f43d29-bdde-4293-9015-0a70fa0a1e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.762659 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.825106 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82f43d29-bdde-4293-9015-0a70fa0a1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.839609 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Router ec346ddc-7e66-426b-8dda-7786c171ce98 is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:17:54.842790 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:54.906555 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:51Z', 'revision_number': 3, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port': {'id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:50Z', 'updated_at': '2021-06-16T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:54.917163 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dd97c-9dbc-4918-9bac-a9d98f9f5504 None None] The sync data for ids ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'] in dv-cinder-775250-5-smb is: [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:51Z', 'revision_number': 3, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port': {'id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:50Z', 'updated_at': '2021-06-16T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:54.943978 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.074394 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f43d29-bdde-4293-9015-0a70fa0a1e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ad78f-bef3-4153-bb9d-d8b48b884d14,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:55.078569 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-82f43d29-bdde-4293-9015-0a70fa0a1e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:55.082439 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-82f43d29-bdde-4293-9015-0a70fa0a1e9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d84f1b6b7f1f4efa94447bb09690fa74&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5597739 Jun 16 16:17:55.095436 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39404) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:55.095436 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39406) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:55.096412 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.098465 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.107665 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fbaf777a-a3ea-4294-b2f4-e9659ac64db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:55.132705 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.152504 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37fee7b7-cace-4c7f-a37e-f3b479e04098 HTTP/1.1" status: 204 len: 168 time: 0.7778454 Jun 16 16:17:55.169482 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:55.185389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:55.191832 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:55.202632 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Pushing event updated for resources: {'Port': ['ID=2900401c-d373-46ba-8879-ad318d8665b6,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:55.210874 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fee7b7-cace-4c7f-a37e-f3b479e04098,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:55.215926 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:55.216656 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.222403 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:55.256275 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:55.279939 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Sync routers for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:55.297452 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.298539 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4325273 Jun 16 16:17:55.301784 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39422) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:55.324641 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.327288 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:55.358233 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:55.376874 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:17:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:55.504629 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.528915 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-64b926a8-2529-4da0-878f-1703f286a567 req-6571314d-8441-4caf-b339-8a3db29054a2 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 210 time: 0.1083272 Jun 16 16:17:55.662080 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1af717b3-5a97-49c0-8fcd-219f87dda9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.748624 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:55.855788 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.904267 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.914154 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:55.924702 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.929864 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee9ad78f-bef3-4153-bb9d-d8b48b884d14 HTTP/1.1" status: 204 len: 168 time: 0.8404753 Jun 16 16:17:55.932808 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:55.971351 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ad78f-bef3-4153-bb9d-d8b48b884d14,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:55.977901 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:56.287269 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1af717b3-5a97-49c0-8fcd-219f87dda9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.304774 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.306979 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1af717b3-5a97-49c0-8fcd-219f87dda9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.327415 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:56.451087 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1af717b3-5a97-49c0-8fcd-219f87dda9e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4119195c740a4aef97615c6dd8df935b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3606277 Jun 16 16:17:56.453893 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:56.454458 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.458741 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39466) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:56.463906 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.486593 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af717b3-5a97-49c0-8fcd-219f87dda9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacde721-f4a8-4507-a9a7-3b818f3f068a,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:56.517478 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1af717b3-5a97-49c0-8fcd-219f87dda9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:56.519107 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.544308 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.557648 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:56.686451 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Pushing event updated for resources: {'Port': ['ID=2900401c-d373-46ba-8879-ad318d8665b6,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:56.744273 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:56.836120 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.842316 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.58', 64524) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:56.906905 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Allocated IP 172.20.0.1 (73019c28-271a-4dd3-996c-2973e549f0dc/be3afec6-eee4-4435-8628-cbe3e43f3193/d3feaddf-65e5-4cd8-9040-f3687675c4f5) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:56.930214 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:56.949905 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39488) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:56.974833 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:52Z', 'revision_number': 3, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:56.980160 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Checking router: ec346ddc-7e66-426b-8dda-7786c171ce98 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:56.980752 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Updating router ec346ddc-7e66-426b-8dda-7786c171ce98 port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:17:57.040262 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.065971 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:57.075970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:57.294194 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.294812 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-abab98a6-c0db-46a4-addb-17d381bc5c46 req-be42a3d2-561e-415c-a90d-84014f6ead1f tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 210 time: 0.3219831 Jun 16 16:17:57.322916 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.326962 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dacde721-f4a8-4507-a9a7-3b818f3f068a HTTP/1.1" status: 204 len: 168 time: 0.8667724 Jun 16 16:17:57.337347 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:57.383456 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966313478-network', 'tenant_id': '7c6878dff52f45cc819807e2d020ec6b'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:57.405291 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacde721-f4a8-4507-a9a7-3b818f3f068a,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:57.413467 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:57.420344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-b9ddbd41-83e7-48cc-88f5-b12386b0021c tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:57.422754 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-b9ddbd41-83e7-48cc-88f5-b12386b0021c tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.58 "GET /v2.0/networks?id=0cfd629f-f8cd-410a-a82c-ed5f753cf293 HTTP/1.1" status: 200 len: 812 time: 0.5789967 Jun 16 16:17:57.444843 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Made reservation on behalf of 7c6878dff52f45cc819807e2d020ec6b for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:57.447421 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.451829 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:57.462026 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.482682 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Request body: {'port': {'device_id': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293', 'admin_state_up': True, 'tenant_id': '22383f322917437c8e5f627c390126e9'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:57.506274 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.518100 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Transition to ACTIVE for port object c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:57.539629 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:57.547267 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.591722 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:57.660206 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323fc11-e444-4bdd-bfd9-ab31743d3d43 None None] Pushing event updated for resources: {'Port': ['ID=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:57.663626 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8323fc11-e444-4bdd-bfd9-ab31743d3d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:57.664616 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Attempting to bind port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:57.665012 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Attempting to bind port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:57.665411 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Attempting to bind port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:57.672829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:57.673932 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:57.674506 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.675097 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:57.675663 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Bound port: c4a2f9a7-a32e-4ea5-a9bc-b99b28335320, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:57.676082 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.739692 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] For port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:57.743237 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] For port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:57.756550 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:57.757585 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.775896 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] 10.222.0.77 "PUT /v2.0/routers/ef7efcbc-71ba-4f5c-947b-7913b2fc1288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1494756 Jun 16 16:17:57.786990 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:57.789723 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.807752 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Sync routers for ids ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:57.830539 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Routers {'ef7efcbc-71ba-4f5c-947b-7913b2fc1288'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:57.832057 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:17:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:57.867488 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.874953 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.880524 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:57.924267 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Transition to ACTIVE for port object d3feaddf-65e5-4cd8-9040-f3687675c4f5 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:57.940750 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323fc11-e444-4bdd-bfd9-ab31743d3d43 None None] Pushing event updated for resources: {'Port': ['ID=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:57.940903 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:17:57.946624 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8323fc11-e444-4bdd-bfd9-ab31743d3d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:57.966058 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:57.969882 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:17:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:57.974703 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8325ef73-e24c-4881-a9c2-673cdd705d13,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:57.990419 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:57.992123 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.992480 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Added segment a882e41e-7be1-4286-b48c-78bde2308e46 of type vlan for network d3357d64-9eb9-4d21-99b4-a06dc6c119df Jun 16 16:17:58.036068 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Made reservation on behalf of 22383f322917437c8e5f627c390126e9 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:58.040779 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.069775 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.075176 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:58.122955 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Set router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:58.129509 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.175644 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:58.190255 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:58.192377 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.208037 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.217952 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:58.229704 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.259776 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:58.262544 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:58.275970 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Network 73019c28-271a-4dd3-996c-2973e549f0dc is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:58.296592 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:58.326382 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3569720 Jun 16 16:17:58.332503 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39548) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:58.338171 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:58.339212 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.364124 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Request body: {'subnet': {'network_id': 'd3357d64-9eb9-4d21-99b4-a06dc6c119df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966313478-subnet', 'tenant_id': '7c6878dff52f45cc819807e2d020ec6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:58.461138 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Pushing event updated for resources: {'Network': ['ID=d3357d64-9eb9-4d21-99b4-a06dc6c119df,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:58.465698 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Pushing event updated for resources: {'Port': ['ID=d3feaddf-65e5-4cd8-9040-f3687675c4f5,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:58.485313 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:58.505797 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e4543046-1de2-4fa7-adcb-56f0fe6f4bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.522033 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network d3357d64-9eb9-4d21-99b4-a06dc6c119df details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:17:58.534800 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:58.536120 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Made reservation on behalf of 7c6878dff52f45cc819807e2d020ec6b for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:58.540082 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.643423 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-35ff3495-24b0-4c11-8859-deba9caaef65 req-ca19acc2-53ad-4eb2-9913-963a15d69706 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 210 time: 0.0570858 Jun 16 16:17:58.763060 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:55Z', 'revision_number': 4, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port': {'id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:50Z', 'updated_at': '2021-06-16T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2900401c-d373-46ba-8879-ad318d8665b6', 'name': '', 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'mac_address': 'fa:16:3e:07:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:54Z', 'updated_at': '2021-06-16T16:17:56Z', 'revision_number': 2, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'subnets': [{'id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:58.769227 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Checking router: ef7efcbc-71ba-4f5c-947b-7913b2fc1288 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:58.772145 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Updating router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 port 2900401c-d373-46ba-8879-ad318d8665b6 binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:17:58.827720 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-99370953-b2d9-4b9a-83dd-f34147526906 None None] Provisioning for port d3feaddf-65e5-4cd8-9040-f3687675c4f5 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:58.839253 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-99370953-b2d9-4b9a-83dd-f34147526906 None None] Provisioning complete for port d3feaddf-65e5-4cd8-9040-f3687675c4f5 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:58.839551 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-99370953-b2d9-4b9a-83dd-f34147526906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.852986 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.949820 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-99370953-b2d9-4b9a-83dd-f34147526906 None None] Port d3feaddf-65e5-4cd8-9040-f3687675c4f5 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:17:58.990488 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.011175 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Allocated IP 172.20.0.2 (0cfd629f-f8cd-410a-a82c-ed5f753cf293/16b074a3-0f1c-47a4-9871-e80aa5569894/7ecd7860-e832-45a5-b3a4-28fc3917e2aa) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:59.079032 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:59.098260 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.110032 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:59.209666 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:52Z', 'revision_number': 3, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:59.249597 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fa95d-d387-4cc3-9af3-8f830fc44af0 None None] The sync data for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb is: [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:52Z', 'revision_number': 3, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:59.293308 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.301332 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:59.316790 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:59.420581 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.442670 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:59.712967 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38774e8-3eaf-4695-a5e8-c802aab01d05,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:59.721777 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.750821 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:59.752849 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Checking segment: {'id': 'a882e41e-7be1-4286-b48c-78bde2308e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd3357d64-9eb9-4d21-99b4-a06dc6c119df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:59.753206 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Network hostable DHCP agents. Network: d3357d64-9eb9-4d21-99b4-a06dc6c119df, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:17:59.764808 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.818966 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Network d3357d64-9eb9-4d21-99b4-a06dc6c119df is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:17:59.820160 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Transition to ACTIVE for port object 2900401c-d373-46ba-8879-ad318d8665b6 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:59.841763 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.847834 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, d3357d64-9eb9-4d21-99b4-a06dc6c119df) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:59.862463 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d2e33-9c06-4b2b-8db9-16d2c8ac45e0 None None] Network d3357d64-9eb9-4d21-99b4-a06dc6c119df requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:59.880473 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:59.882675 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.888677 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:59.945276 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6102369 Jun 16 16:18:00.042629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.075124 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.098807 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387a7e5-5ad2-40e1-9b95-7841166fb0b1 None None] Pushing event updated for resources: {'Port': ['ID=2900401c-d373-46ba-8879-ad318d8665b6,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:00.128616 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2387a7e5-5ad2-40e1-9b95-7841166fb0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:00.139030 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.182583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:00.208288 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Attempting to bind port 2900401c-d373-46ba-8879-ad318d8665b6 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:00.209285 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Attempting to bind port 2900401c-d373-46ba-8879-ad318d8665b6 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:00.209754 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Attempting to bind port 2900401c-d373-46ba-8879-ad318d8665b6 on network 84d4f1b7-b632-49f3-88ab-59eddbffd130 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:00.212629 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6a55a8db-14f5-4ca7-acfd-fe7710aaecb8 req-fab0743c-ad6e-418f-855c-abe63b89bc01 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 210 time: 0.1082540 Jun 16 16:18:00.214193 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f1b94-0ba1-43b2-baf8-a55c04b5e1fe None None] Network d3357d64-9eb9-4d21-99b4-a06dc6c119df requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:18:00.225722 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:00.226870 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Checking segment: {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:00.229937 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.230682 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Bound using segment: {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:00.231639 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Bound port: 2900401c-d373-46ba-8879-ad318d8665b6, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:00.232325 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.381411 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] For port 2900401c-d373-46ba-8879-ad318d8665b6, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:00.386724 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] For port 2900401c-d373-46ba-8879-ad318d8665b6, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2900401c-d373-46ba-8879-ad318d8665b6,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:00.412556 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.416244 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2387a7e5-5ad2-40e1-9b95-7841166fb0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:00.540853 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-e48ad58a-522f-48c6-9ddd-6f30b88dba00 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:00.567786 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-e48ad58a-522f-48c6-9ddd-6f30b88dba00 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 819 time: 0.8278906 Jun 16 16:18:00.603251 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387a7e5-5ad2-40e1-9b95-7841166fb0b1 None None] Pushing event updated for resources: {'Port': ['ID=2900401c-d373-46ba-8879-ad318d8665b6,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:00.615701 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2387a7e5-5ad2-40e1-9b95-7841166fb0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:00.644358 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-00e1185c-9c4e-43e7-9990-b9f4e4136d13 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/quotas/90ae9d443c1c441fb0d8605a5d23fda0 HTTP/1.1" status: 200 len: 375 time: 0.0745182 Jun 16 16:18:00.648342 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Pushing event updated for resources: {'Port': ['ID=d3feaddf-65e5-4cd8-9040-f3687675c4f5,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:00.667658 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:00.673821 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.689912 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Routers {'ef7efcbc-71ba-4f5c-947b-7913b2fc1288'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:00.692231 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:17:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:00.706994 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:00.920068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e8aab5fc-17cd-4db0-9e44-322ac930aecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.023487 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.100313 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] Set router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:01.130755 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Pushing event updated for resources: {'Port': ['ID=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:01.147980 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:01.180883 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:01.191788 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:01.209591 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:01.224776 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:01.240926 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.433957 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Network 73019c28-271a-4dd3-996c-2973e549f0dc is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:01.442186 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:01.458720 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9831018 Jun 16 16:18:01.608724 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:01.705824 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:01.722377 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:01.724118 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.746652 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-ed46fa2a-7fb1-4013-87e6-5a1429eb8c4a tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:18:01.746652 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-ed46fa2a-7fb1-4013-87e6-5a1429eb8c4a tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190668 Jun 16 16:18:01.746854 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39630) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:01.786799 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:55Z', 'revision_number': 4, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port': {'id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:50Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2900401c-d373-46ba-8879-ad318d8665b6', 'name': '', 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'mac_address': 'fa:16:3e:07:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:54Z', 'updated_at': '2021-06-16T16:18:00Z', 'revision_number': 4, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'subnets': [{'id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:01.809157 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ec48e-72ca-4f12-8ed2-b642e9b70ebc None None] The sync data for ids ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'] in dv-cinder-775250-5-smb is: [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:55Z', 'revision_number': 4, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port': {'id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:50Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2900401c-d373-46ba-8879-ad318d8665b6', 'name': '', 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'mac_address': 'fa:16:3e:07:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:54Z', 'updated_at': '2021-06-16T16:18:00Z', 'revision_number': 4, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'subnets': [{'id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:01.825457 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Router ec346ddc-7e66-426b-8dda-7786c171ce98 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:01.980700 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-227515de-34a0-448e-b9be-66df7cf65f37 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3117552 Jun 16 16:18:02.074563 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a58f5-505a-4881-8d30-d546533913ae req-058a73a5-5f9a-4128-8d7d-55d7fc0b951a tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:02.077724 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4b8a58f5-505a-4881-8d30-d546533913ae req-058a73a5-5f9a-4128-8d7d-55d7fc0b951a tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 931 time: 0.4364846 Jun 16 16:18:02.284112 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4b8a58f5-505a-4881-8d30-d546533913ae req-34a9717c-609d-4345-9bb1-df62828a5f52 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935318 Jun 16 16:18:02.379818 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.382833 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-8e80fd35-c497-4fec-be91-a04f808da9ad None None] Provisioning complete for port d3feaddf-65e5-4cd8-9040-f3687675c4f5 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:02.383675 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e80fd35-c497-4fec-be91-a04f808da9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.521467 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-8e80fd35-c497-4fec-be91-a04f808da9ad None None] Port d3feaddf-65e5-4cd8-9040-f3687675c4f5 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:18:02.530499 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.602027 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:02.620487 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.621471 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-2babdcf4-06a9-4088-89ac-9b20af72f037 service neutron] 10.222.0.77 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312420 Jun 16 16:18:02.624972 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:02.635520 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:02.647115 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfbeb-ba7b-4555-aca7-da785a8458f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.986622 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:03.084505 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfbeb-ba7b-4555-aca7-da785a8458f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.089179 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:03.091475 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfbeb-ba7b-4555-aca7-da785a8458f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.091562 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-a6d25e4f-9bd3-4707-bee0-7d7d1c43e1f7 service neutron] 10.222.0.77 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927045 Jun 16 16:18:03.091659 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-82f43d29-bdde-4293-9015-0a70fa0a1e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:03.091747 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:03.091747 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.092030 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:03.122596 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] 10.222.0.77 "PUT /v2.0/routers/ec346ddc-7e66-426b-8dda-7786c171ce98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8196788 Jun 16 16:18:03.138390 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Sync routers for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:03.187764 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:03.189862 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:03.242385 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39664) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:03.259836 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-9f6bfbeb-ba7b-4555-aca7-da785a8458f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6853757b47749f4a4e09e9bb33d592a&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4742186 Jun 16 16:18:03.260919 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bfbeb-ba7b-4555-aca7-da785a8458f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e3037-8610-474f-88b2-680dbaa75089,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:03.273895 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9f6bfbeb-ba7b-4555-aca7-da785a8458f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:03.569433 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Request body: {'port': {'device_id': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:03.668106 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:03.851046 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ba612-7d37-44dd-816a-5138fce4d655 req-ab05497e-9fcc-4231-8a8a-d978683d21a8 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:03.873055 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cd1ba612-7d37-44dd-816a-5138fce4d655 req-ab05497e-9fcc-4231-8a8a-d978683d21a8 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 931 time: 0.3238721 Jun 16 16:18:03.928502 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.049816 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:17:59Z', 'revision_number': 2, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:04.064427 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Checking router: ec346ddc-7e66-426b-8dda-7786c171ce98 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:04.069802 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Updating router ec346ddc-7e66-426b-8dda-7786c171ce98 port d3feaddf-65e5-4cd8-9040-f3687675c4f5 binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:18:04.092220 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c9c8f4ae-d4a1-4496-81da-246cf33d2a1f req-2f2933b9-60f2-4634-898c-3a2af35c3b6c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 210 time: 0.6273999 Jun 16 16:18:04.118349 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cd1ba612-7d37-44dd-816a-5138fce4d655 req-6d3625a4-28e0-4048-9a05-472fd7963703 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348409 Jun 16 16:18:04.134676 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:04.137015 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.165751 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.208901 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39696) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:04.216957 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1108015524-network', 'tenant_id': '6292c18dc1d649abbadd4a77f928d13f'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:04.219230 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.293643 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.297223 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Made reservation on behalf of 6292c18dc1d649abbadd4a77f928d13f for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:04.301093 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.317463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.515034 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.528038 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.540151 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd785879-1727-4875-93de-01f3a0eb4c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:04.616913 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:18:04.624805 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:04.625510 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.702207 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480da449-b61b-489a-983e-0b8ceb579b3a,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:04.714936 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:04.719421 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.722763 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Added segment b5caf84c-cd6d-40c4-99a2-6456ebf864a3 of type vlan for network 4a63412d-54c5-472e-9d02-bcc926e37f63 Jun 16 16:18:04.795601 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.842486 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.843679 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/096e3037-8610-474f-88b2-680dbaa75089 HTTP/1.1" status: 204 len: 168 time: 1.6003060 Jun 16 16:18:04.858905 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.894732 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51f3d9c8-bfe1-4083-abea-349a18f1c027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:04.968858 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.970634 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:04.971532 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.996149 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:05.019323 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8042631 Jun 16 16:18:05.025585 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39732) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:05.052032 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e3037-8610-474f-88b2-680dbaa75089,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:05.069163 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Request body: {'subnet': {'network_id': '4a63412d-54c5-472e-9d02-bcc926e37f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1108015524-subnet', 'tenant_id': '6292c18dc1d649abbadd4a77f928d13f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:05.069890 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:05.406953 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Pushing event updated for resources: {'Network': ['ID=4a63412d-54c5-472e-9d02-bcc926e37f63,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:05.460605 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.506287 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Transition to ACTIVE for port object d3feaddf-65e5-4cd8-9040-f3687675c4f5 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:05.528946 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 4a63412d-54c5-472e-9d02-bcc926e37f63 details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:18:05.548371 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2900401c-d373-46ba-8879-ad318d8665b6 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:05.581677 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecd7860-e832-45a5-b3a4-28fc3917e2aa {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:05.593099 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.610298 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Transition to ACTIVE for port object 7ecd7860-e832-45a5-b3a4-28fc3917e2aa will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:05.613727 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:05.616263 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.620311 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9048677f-b39a-44ab-8f75-ebfc88507bcd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:05.647830 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Made reservation on behalf of 6292c18dc1d649abbadd4a77f928d13f for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:05.650355 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.698993 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.742285 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:06.085999 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39766) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:06.122502 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238786412', 'description': 'tempest-description--1301716055'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:06.149909 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:06.165836 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:06.168842 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Attempting to bind port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:06.168974 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Attempting to bind port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'a2041e6d-83e5-435d-bf47-080c09207bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:06.169409 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Attempting to bind port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa on network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:06.199619 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa on network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:06.199619 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Attempting to bind port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa on network 0cfd629f-f8cd-410a-a82c-ed5f753cf293 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:06.278867 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:06.281602 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Checking segment: {'id': 'a2041e6d-83e5-435d-bf47-080c09207bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:06.284668 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Bound using segment: {'id': 'a2041e6d-83e5-435d-bf47-080c09207bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:06.286401 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Bound port: 7ecd7860-e832-45a5-b3a4-28fc3917e2aa, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2041e6d-83e5-435d-bf47-080c09207bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:06.288454 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.380841 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.549232 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Attempting to bind port d3feaddf-65e5-4cd8-9040-f3687675c4f5 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:06.550845 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Attempting to bind port d3feaddf-65e5-4cd8-9040-f3687675c4f5 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:06.551644 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Attempting to bind port d3feaddf-65e5-4cd8-9040-f3687675c4f5 on network 73019c28-271a-4dd3-996c-2973e549f0dc {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:06.558898 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691db5f-25c4-4621-ad94-18c03adb939d None None] Pushing event updated for resources: {'Port': ['ID=d3feaddf-65e5-4cd8-9040-f3687675c4f5,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:06.568225 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d691db5f-25c4-4621-ad94-18c03adb939d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:06.572074 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 2900401c-d373-46ba-8879-ad318d8665b6 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:06.572806 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.576677 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:06.577525 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Checking segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:06.578589 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.579635 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Bound using segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:06.580570 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Bound port: d3feaddf-65e5-4cd8-9040-f3687675c4f5, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:06.581324 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.615209 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:06.629705 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 2900401c-d373-46ba-8879-ad318d8665b6 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:06.634894 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.680205 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.722201 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.772965 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b112-11ba-413a-8654-71718b894a2f req-4d586480-4585-4f62-8ac7-b7b3a758e2c1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:06.774720 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-4d586480-4585-4f62-8ac7-b7b3a758e2c1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 819 time: 1.7498395 Jun 16 16:18:06.802218 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:06.808511 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] For port d3feaddf-65e5-4cd8-9040-f3687675c4f5, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:06.813170 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] For port d3feaddf-65e5-4cd8-9040-f3687675c4f5, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=d3feaddf-65e5-4cd8-9040-f3687675c4f5,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:06.820200 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.841489 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b879ac-3352-4a4b-b9b7-9005472bb013,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:06.843493 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:06.868083 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:06.907629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.912270 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.912867 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8078618 Jun 16 16:18:06.920880 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39800) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:06.927072 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'security_group_rule': {'security_group_id': 'b8b879ac-3352-4a4b-b9b7-9005472bb013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:06.946224 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-2308639a-c6c8-4503-9e4e-0f3ee488e234 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/quotas/90ae9d443c1c441fb0d8605a5d23fda0 HTTP/1.1" status: 200 len: 375 time: 0.1426566 Jun 16 16:18:06.976605 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] For port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:06.998727 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.001404 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691db5f-25c4-4621-ad94-18c03adb939d None None] Pushing event updated for resources: {'Port': ['ID=d3feaddf-65e5-4cd8-9040-f3687675c4f5,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:07.019420 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d691db5f-25c4-4621-ad94-18c03adb939d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:07.037808 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:07.038473 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Checking segment: {'id': 'b5caf84c-cd6d-40c4-99a2-6456ebf864a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4a63412d-54c5-472e-9d02-bcc926e37f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:07.038834 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Network hostable DHCP agents. Network: 4a63412d-54c5-472e-9d02-bcc926e37f63, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:18:07.040203 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:07.117721 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbde6f-5ae5-49f7-a96b-a9a9f7b2c02a req-5dc13ef4-5168-4815-bd8c-a2547e33c15b tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:07.120423 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fdfbde6f-5ae5-49f7-a96b-a9a9f7b2c02a req-5dc13ef4-5168-4815-bd8c-a2547e33c15b tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 943 time: 0.4382498 Jun 16 16:18:07.122912 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] For port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,segment=NetworkSegment(a2041e6d-83e5-435d-bf47-080c09207bfc),segment_id=a2041e6d-83e5-435d-bf47-080c09207bfc)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:07.180377 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.186468 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.196027 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.209448 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:07.229034 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f3143f-6e87-4c79-b9c1-95c96cffcb72,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:07.252851 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:07.295159 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.307515 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854761 Jun 16 16:18:07.312226 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39810) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:07.371075 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Network 4a63412d-54c5-472e-9d02-bcc926e37f63 is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:18:07.372195 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'security_group_rule': {'security_group_id': 'b8b879ac-3352-4a4b-b9b7-9005472bb013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:07.375387 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 2900401c-d373-46ba-8879-ad318d8665b6, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2900401c-d373-46ba-8879-ad318d8665b6,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:07.388792 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.419944 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fdfbde6f-5ae5-49f7-a96b-a9a9f7b2c02a req-81d8d36a-ebbf-4d7f-ac44-3f99ab190450 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368524 Jun 16 16:18:07.429554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:07.429819 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 4a63412d-54c5-472e-9d02-bcc926e37f63) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:07.430396 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.432163 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] 10.222.0.58 "PUT /v2.0/ports/7ecd7860-e832-45a5-b3a4-28fc3917e2aa HTTP/1.1" status: 200 len: 1093 time: 4.3906651 Jun 16 16:18:07.434171 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.58', 64540) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:07.435545 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'tag': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:07.448656 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:07.468631 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:07.469015 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9276ce10-a9d8-4d52-ae30-7c589dc7b5f0 None None] Network 4a63412d-54c5-472e-9d02-bcc926e37f63 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:18:07.473594 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.566153 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-ee3894ea-0c3c-449f-9217-6e5fb912f7a9 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5964143 Jun 16 16:18:07.591270 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-47c7d445-cac1-498a-a80b-6c31d3952721 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5272849 Jun 16 16:18:07.722921 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39828) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:07.794172 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:07.824608 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:07.835972 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:07.991927 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cdff2-34c1-4c8c-98d4-b7ce5ea9850d None None] Network 4a63412d-54c5-472e-9d02-bcc926e37f63 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:18:08.038292 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39838) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:08.052107 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:08.088654 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=2900401c-d373-46ba-8879-ad318d8665b6,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:08.095908 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:08.313045 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Deleting subnet b38774e8-3eaf-4695-a5e8-c802aab01d05 {{(pid=91699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:18:08.319823 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.358336 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-621e34f5-522e-485b-beed-0abf7fa729e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.365248 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b624132-06f0-4c0f-a306-a99629ff9cdb,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:08.374653 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.433734 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:08.438875 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.462150 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-83979318-c82a-411c-b1be-b6c2877ed9fa service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:18:08.472998 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-83979318-c82a-411c-b1be-b6c2877ed9fa service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1688914 Jun 16 16:18:08.625101 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.653379 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-f29d9f8e-0d86-4285-b29b-e65c9116faf5 service neutron] 10.222.0.77 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792922 Jun 16 16:18:08.685732 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.723423 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:06Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:08.743373 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66c479-99d7-4019-9c0b-ce25aa8663aa None None] The sync data for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb is: [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:06Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:08.756235 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-b09aedba-5df7-4ceb-b745-0b8baa74aef8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:08.757780 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-b09aedba-5df7-4ceb-b745-0b8baa74aef8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 819 time: 1.0416515 Jun 16 16:18:08.792308 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774ef265-dc71-41e2-af5f-814162f0d9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f", "tag": "7ecd7860-e832-45a5-b3a4-28fc3917e2aa"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:08.873226 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.936388 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Request body: {'port': {'device_id': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'admin_state_up': True, 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:09.114308 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-621e34f5-522e-485b-beed-0abf7fa729e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.119785 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9187157f-5293-44f9-aba1-eddaf7cbe084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:09.121814 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-9187157f-5293-44f9-aba1-eddaf7cbe084 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22383f322917437c8e5f627c390126e9&device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 1096 time: 1.2881389 Jun 16 16:18:09.135265 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-621e34f5-522e-485b-beed-0abf7fa729e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.138116 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.205055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:09.234644 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:09.264700 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e34f5-522e-485b-beed-0abf7fa729e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95de14bf-b1ad-4bb6-80c4-2a4d461cf08f,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:09.288569 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfe3916-0a28-4c13-b636-54343380d4f4,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:09.308398 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-621e34f5-522e-485b-beed-0abf7fa729e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:09.311725 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:09.322877 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.326899 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5867b1c0-9840-46b5-bb57-982149470603 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0059791 Jun 16 16:18:09.336370 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39888) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:09.350847 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'floatingip': {'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:09.363089 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-621e34f5-522e-485b-beed-0abf7fa729e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6454936a943343708973b428829ac00a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6384618 Jun 16 16:18:09.363991 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39890) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:09.383925 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39892) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:09.430947 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.439712 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-dbf93ab0-feaa-4f06-93dd-eb4cfbf8de3a service neutron] 10.222.0.77 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823160 Jun 16 16:18:09.467478 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:09.473499 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.601904 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38774e8-3eaf-4695-a5e8-c802aab01d05,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:09.616250 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:09.630256 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.642898 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b38774e8-3eaf-4695-a5e8-c802aab01d05 HTTP/1.1" status: 204 len: 168 time: 1.6027899 Jun 16 16:18:09.647773 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-0ef86e07-d85e-4bf7-a91f-db044b95179c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ecd7860-e832-45a5-b3a4-28fc3917e2aa HTTP/1.1" status: 200 len: 217 time: 0.1552286 Jun 16 16:18:09.648239 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39896) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:09.677194 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-023d2954-3285-4003-9ae2-4250be5a9691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.766987 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.797183 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.833296 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2900401c-d373-46ba-8879-ad318d8665b6 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:09.866416 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a736-153a-43e1-a171-7a659c504e8c req-e89d4fd5-ee77-44c2-968a-2e2b7a06fccd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:09.868536 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7958a736-153a-43e1-a171-7a659c504e8c req-e89d4fd5-ee77-44c2-968a-2e2b7a06fccd tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 943 time: 0.9777312 Jun 16 16:18:09.898790 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.021848 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 2900401c-d373-46ba-8879-ad318d8665b6 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:10.022321 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.167264 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.345982 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device d3feaddf-65e5-4cd8-9040-f3687675c4f5 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:10.448243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-27609bd7-9acd-4daa-9941-1f23182b1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:10.473514 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-27609bd7-9acd-4daa-9941-1f23182b1f0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16b074a3-0f1c-47a4-9871-e80aa5569894 HTTP/1.1" status: 200 len: 852 time: 0.6914809 Jun 16 16:18:10.493877 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.495231 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.496921 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.497742 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > port after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.500253 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > port after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.507867 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > port after_update 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.508373 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.510278 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.510278 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.511388 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.544543 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.570653 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.574716 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95de14bf-b1ad-4bb6-80c4-2a4d461cf08f HTTP/1.1" status: 204 len: 168 time: 1.1830986 Jun 16 16:18:10.574716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:10.630185 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port d3feaddf-65e5-4cd8-9040-f3687675c4f5 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:10.654774 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de14bf-b1ad-4bb6-80c4-2a4d461cf08f,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:10.655892 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port d3feaddf-65e5-4cd8-9040-f3687675c4f5 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:10.656660 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.676245 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:10.865988 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.866573 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.867053 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.867576 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:10.868160 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3357d64-9eb9-4d21-99b4-a06dc6c119df']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.885395 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.db.api [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:18:10.885395 dv-cinder-775250-5-smb neutron-server[91700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:18:10.885395 dv-cinder-775250-5-smb neutron-server[91700]: [parameters: {'project_id_1': '90ae9d443c1c441fb0d8605a5d23fda0', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 18, 10, 264940)}] Jun 16 16:18:10.885395 dv-cinder-775250-5-smb neutron-server[91700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:18:10.886278 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_db.api [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:18:10.889884 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8da7fc-7679-49ca-8506-45ff2622f6fe x-openstack-request-id: req-4d8da7fc-7679-49ca-8506-45ff2622f6fe {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:10.892933 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f", "tag": "7ecd7860-e832-45a5-b3a4-28fc3917e2aa", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:10.893868 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d8da7fc-7679-49ca-8506-45ff2622f6fe {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:10.895584 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'tag': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa', 'status': 'completed', 'code': 200} Jun 16 16:18:10.980805 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a882e41e-7be1-4286-b48c-78bde2308e46') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.983421 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a882e41e-7be1-4286-b48c-78bde2308e46') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:11.001904 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-023d2954-3285-4003-9ae2-4250be5a9691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.044269 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7958a736-153a-43e1-a171-7a659c504e8c req-1ab9c88b-16f4-4d3a-b48e-d5ed51c59ab9 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1054688 Jun 16 16:18:11.099237 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.148273 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-85de08c2-812c-44b4-b6ea-2adfcbd2f786 req-1772a6b1-c65c-4f45-916e-815d017bf391 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 210 time: 0.2033732 Jun 16 16:18:11.148950 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-023d2954-3285-4003-9ae2-4250be5a9691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.177737 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5387837'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.210888 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port d3feaddf-65e5-4cd8-9040-f3687675c4f5, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=d3feaddf-65e5-4cd8-9040-f3687675c4f5,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:11.222613 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.225377 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:11.233740 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39948) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:11.235477 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-621e34f5-522e-485b-beed-0abf7fa729e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:11.249174 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-023d2954-3285-4003-9ae2-4250be5a9691 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b029fabb6a8a482bb5106efdd8c54b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8712196 Jun 16 16:18:11.272701 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39950) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:11.298883 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-90129333-60c1-4ce3-b605-b4cba7c81aac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cfd629f-f8cd-410a-a82c-ed5f753cf293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3262420 Jun 16 16:18:11.374441 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.394721 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=d3feaddf-65e5-4cd8-9040-f3687675c4f5,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:11.396982 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d2954-3285-4003-9ae2-4250be5a9691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcda09c-129f-456d-967a-0fa158c2903b,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:11.400755 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:11.412502 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-023d2954-3285-4003-9ae2-4250be5a9691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:11.467570 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:11.468163 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5716428'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: from cryptography.utils import int_from_bytes Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: from cryptography.utils import int_from_bytes Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: Traceback (most recent call last): Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: timer() Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: cb(*args, **kw) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: return func(*args, **kwargs) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: self._notify() Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: self.callback(batched_events) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: event.method(event) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: return f(self, *a, **k) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: return self._get(url).json() Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:18:11.482224 dv-cinder-775250-5-smb neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:18:11.512887 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.573280 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.637557 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device d3feaddf-65e5-4cd8-9040-f3687675c4f5 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:11.654187 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.659052 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39958) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:11.662416 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Made reservation on behalf of 90ae9d443c1c441fb0d8605a5d23fda0 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:11.666176 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.694304 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.748834 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bb88aa05-8aef-419c-8254-f1afd9d14c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:11.753237 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.755433 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] 10.222.0.77 "DELETE /v2.0/networks/d3357d64-9eb9-4d21-99b4-a06dc6c119df HTTP/1.1" status: 204 len: 168 time: 2.0914452 Jun 16 16:18:11.778071 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39962) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:11.827026 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dea59a15-3bab-4cc0-9c96-a06d20b25e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.848108 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-cdcfdff9-9414-46f7-8622-8722c44a3fc3 service neutron] 10.222.0.58 "GET /v2.0/networks/0cfd629f-f8cd-410a-a82c-ed5f753cf293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056057 Jun 16 16:18:11.850325 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Pushing event deleted for resources: {'Network': ['ID=d3357d64-9eb9-4d21-99b4-a06dc6c119df,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:11.862785 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5a94fb6c-cde2-43e0-9517-deeffc8ce9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:11.914650 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port d3feaddf-65e5-4cd8-9040-f3687675c4f5 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:11.915041 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.083391 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b6255717-7fa3-4f3c-8681-c94fe4160b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.092587 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Allocated IP 172.28.2.214 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/9a60c504-d14c-4c4c-bf80-8f4f75102504) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:12.109326 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_v2 [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Deleting subnet 98f3143f-6e87-4c79-b9c1-95c96cffcb72 {{(pid=91699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:18:12.118400 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.185306 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Allocated IP 172.20.0.2 (84d4f1b7-b632-49f3-88ab-59eddbffd130/946ca604-1e1e-46b6-965d-1c253362f00f/9798767e-4a03-470d-8c40-929bb336d096) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:12.199561 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.321164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dea59a15-3bab-4cc0-9c96-a06d20b25e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.328163 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.330784 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1fcda09c-129f-456d-967a-0fa158c2903b HTTP/1.1" status: 204 len: 168 time: 1.0460885 Jun 16 16:18:12.379077 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.431142 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b6255717-7fa3-4f3c-8681-c94fe4160b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.435652 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-df408066-834e-49b6-8372-24349878faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:12.440076 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dea59a15-3bab-4cc0-9c96-a06d20b25e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.446641 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b6255717-7fa3-4f3c-8681-c94fe4160b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.511410 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-05bacedd-313e-43e2-af76-f0b861e2ead9 req-b14e369a-6a61-4917-8b9f-27ca293d39c3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 210 time: 0.0660632 Jun 16 16:18:12.546262 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-dea59a15-3bab-4cc0-9c96-a06d20b25e9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8afa8c66a4c4eeb99efd20b7fe7c10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8741746 Jun 16 16:18:12.546262 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.552539 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b6255717-7fa3-4f3c-8681-c94fe4160b6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5726bf6a98084c239c5aac0ca14c489b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3013334 Jun 16 16:18:12.553691 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcda09c-129f-456d-967a-0fa158c2903b,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:12.555328 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39972) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:12.555721 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 39974) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:12.605250 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:12.607583 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:12.633908 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.650723 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea59a15-3bab-4cc0-9c96-a06d20b25e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba5dec-2614-4498-830d-6b0672a61246,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:12.650947 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.682215 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.695766 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.707419 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.788779 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6255717-7fa3-4f3c-8681-c94fe4160b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1a0d9-1bb0-4810-a99f-835d28e987e9,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:12.806342 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b6255717-7fa3-4f3c-8681-c94fe4160b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:12.807533 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:12.808144 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:12.816372 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.819646 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.824297 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fcb1a0d9-1bb0-4810-a99f-835d28e987e9 HTTP/1.1" status: 204 len: 168 time: 0.2640119 Jun 16 16:18:12.841416 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:12.872261 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.879960 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1a0d9-1bb0-4810-a99f-835d28e987e9,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:12.884779 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:12.942503 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.967707 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:12.975738 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972'] for subnet, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.990445 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.992475 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39986) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:13.013684 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:13.042612 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.052402 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/98f3143f-6e87-4c79-b9c1-95c96cffcb72 HTTP/1.1" status: 204 len: 168 time: 1.2622726 Jun 16 16:18:13.082266 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 39988) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:13.092431 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f3143f-6e87-4c79-b9c1-95c96cffcb72,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:13.098929 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:13.100568 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-afce93d4-e632-4377-9abc-3f64edfd355e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:13.101703 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eb7aed30-32e3-4896-957f-17d0645cdccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.117037 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:13.146009 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:13.155966 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.161957 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.170272 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22ba5dec-2614-4498-830d-6b0672a61246 HTTP/1.1" status: 204 len: 168 time: 0.6087735 Jun 16 16:18:13.177042 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b6255717-7fa3-4f3c-8681-c94fe4160b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:13.200248 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba5dec-2614-4498-830d-6b0672a61246,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:13.213682 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:13.217124 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:13.237424 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:13.244420 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'Port': ['ID=9a60c504-d14c-4c4c-bf80-8f4f75102504,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:13.264581 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace28be-f09d-428b-8fc6-44c738d8d3d6 req-1f28b9f8-591f-4734-8cd0-f9972a5b1bfb tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:13.265568 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6ace28be-f09d-428b-8fc6-44c738d8d3d6 req-1f28b9f8-591f-4734-8cd0-f9972a5b1bfb tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 943 time: 0.5723228 Jun 16 16:18:13.272669 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:13.336669 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:13.337148 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.413442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:13.418936 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:13.513491 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40004) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:13.529568 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2bf1-4307-4f02-8091-21059dcb2043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.539623 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.582899 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6ace28be-f09d-428b-8fc6-44c738d8d3d6 req-7b970b9c-1197-4617-950b-6a0899122818 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026206 Jun 16 16:18:13.631876 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be9d0233-26a1-41d0-8f04-87aaab5f8e03 req-e57cc906-33f6-4151-94dd-84e17056f39e service neutron] 10.222.0.58 "GET /v2.0/networks/0cfd629f-f8cd-410a-a82c-ed5f753cf293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159926 Jun 16 16:18:13.638478 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Pushing event updated for resources: {'Port': ['ID=9798767e-4a03-470d-8c40-929bb336d096,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:13.659465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:13.694755 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d0a0229e-c774-45bb-892c-a95d31bb88a9 req-931c8072-00d2-421a-ad88-0881657871a6 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 210 time: 0.0399976 Jun 16 16:18:13.735791 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.878749 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.886122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eb7aed30-32e3-4896-957f-17d0645cdccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.908679 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a63412d-54c5-472e-9d02-bcc926e37f63']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:13.911332 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eb7aed30-32e3-4896-957f-17d0645cdccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.921602 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0318778 Jun 16 16:18:13.929992 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5caf84c-cd6d-40c4-99a2-6456ebf864a3') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:13.930296 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5caf84c-cd6d-40c4-99a2-6456ebf864a3') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:13.932708 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:13.934510 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.941125 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Request body: {'port': {'device_id': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:13.990938 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5387837'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.009733 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2bf1-4307-4f02-8091-21059dcb2043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.016205 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2bf1-4307-4f02-8091-21059dcb2043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.020509 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.58', 64548) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:14.022369 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:14.041269 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-eb7aed30-32e3-4896-957f-17d0645cdccf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8161999e8564bfd9f9721d1999ecacf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0135260 Jun 16 16:18:14.058951 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40022) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:14.107145 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7aed30-32e3-4896-957f-17d0645cdccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a18c9e-1120-4799-9e44-6114ccb7ae4e,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:14.120627 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c8ea2bf1-4307-4f02-8091-21059dcb2043 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8d97c23ae394d30aa7fb31e99fb91ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6059635 Jun 16 16:18:14.121698 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea2bf1-4307-4f02-8091-21059dcb2043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3faae52-3127-49a3-8620-adfcc7fd5bb4,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:14.127102 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c8ea2bf1-4307-4f02-8091-21059dcb2043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:14.131881 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40026) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:14.148447 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eb7aed30-32e3-4896-957f-17d0645cdccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:14.152798 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-307dc0fb-33a0-49ae-a131-d8baf7259c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:14.155032 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-307dc0fb-33a0-49ae-a131-d8baf7259c3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22383f322917437c8e5f627c390126e9&device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 1096 time: 0.4315722 Jun 16 16:18:14.161902 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.225693 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:14.226347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5716428'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: Traceback (most recent call last): Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: timer() Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: cb(*args, **kw) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: return func(*args, **kwargs) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: self._notify() Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: self.callback(batched_events) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: event.method(event) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: return f(self, *a, **k) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: return self._get(url).json() Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:18:14.229172 dv-cinder-775250-5-smb neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:18:14.275781 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b112-11ba-413a-8654-71718b894a2f req-996ba024-533b-44a5-bdf5-46dc50ce3b10 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:14.277273 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-996ba024-533b-44a5-bdf5-46dc50ce3b10 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 819 time: 0.2521265 Jun 16 16:18:14.284583 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.284790 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.293883 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Request body: {'port': {'device_id': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'admin_state_up': True, 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:14.357858 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.380318 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.510277 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.617911 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Made reservation on behalf of 90ae9d443c1c441fb0d8605a5d23fda0 for: {'port': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:14.618025 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.621849 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.658864 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:14.681778 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.682005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.684270 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4a63412d-54c5-472e-9d02-bcc926e37f63 HTTP/1.1" status: 204 len: 168 time: 1.5837104 Jun 16 16:18:14.684735 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.686921 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35a18c9e-1120-4799-9e44-6114ccb7ae4e HTTP/1.1" status: 204 len: 168 time: 0.6241524 Jun 16 16:18:14.701569 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a63412d-54c5-472e-9d02-bcc926e37f63,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:14.707335 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-afdca117-7254-4d95-a1c5-7ed3365f669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:14.708889 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-afdca117-7254-4d95-a1c5-7ed3365f669d service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cfd629f-f8cd-410a-a82c-ed5f753cf293 HTTP/1.1" status: 200 len: 913 time: 0.5257640 Jun 16 16:18:14.712034 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:14.743455 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.808558 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.810134 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-0785d9eb-b212-4271-86e1-bd8962bdea6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ecd7860-e832-45a5-b3a4-28fc3917e2aa HTTP/1.1" status: 200 len: 217 time: 0.0840988 Jun 16 16:18:14.817339 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-372602f5-6a07-4f5a-9106-a2c781624d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:14.821353 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.824232 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:14.825802 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3faae52-3127-49a3-8620-adfcc7fd5bb4 HTTP/1.1" status: 204 len: 168 time: 0.6896675 Jun 16 16:18:14.830748 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0bd0a3dd-1ab6-49f7-b2fd-acaafca7bcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:14.832377 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a18c9e-1120-4799-9e44-6114ccb7ae4e,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:14.836223 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:14.838083 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8d20a049-c787-40e6-8bce-66606be86c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:14.849344 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3faae52-3127-49a3-8620-adfcc7fd5bb4,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:14.852396 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:15.056401 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-da021ce7-752e-4882-b56c-00227523acf6 req-9bf915ee-d458-4c4a-9217-ea75f182af2b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 210 time: 0.0515809 Jun 16 16:18:15.090175 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40070) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:15.136847 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c6e3aaa4-825f-4341-92a1-be9e78a0da3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c6878dff52f45cc819807e2d020ec6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446129 Jun 16 16:18:15.138296 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40074) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:15.196757 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'Port': ['ID=9a60c504-d14c-4c4c-bf80-8f4f75102504,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:15.205008 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:15.207505 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-d17a91e2-5a1e-4404-9b43-31a066f7a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:15.209071 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-d17a91e2-5a1e-4404-9b43-31a066f7a579 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16b074a3-0f1c-47a4-9871-e80aa5569894 HTTP/1.1" status: 200 len: 852 time: 0.3793080 Jun 16 16:18:15.210545 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.235775 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.245258 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.278267 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-dcc6a5cb-36df-4367-b992-e87dcb967cdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cfd629f-f8cd-410a-a82c-ed5f753cf293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593119 Jun 16 16:18:15.310304 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.312904 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.314168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.315024 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9768999 Jun 16 16:18:15.315279 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8325ef73-e24c-4881-a9c2-673cdd705d13 HTTP/1.1" status: 204 len: 168 time: 0.1758182 Jun 16 16:18:15.315902 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:15.327643 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325ef73-e24c-4881-a9c2-673cdd705d13,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:15.352655 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9798767e-4a03-470d-8c40-929bb336d096 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:15.367256 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:15.374623 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.413032 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec4ca-b6a9-4faf-be5e-af871f8839be req-21f5ce75-bb01-4e1b-b316-cccab56982a0 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:15.414560 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-584ec4ca-b6a9-4faf-be5e-af871f8839be req-21f5ce75-bb01-4e1b-b316-cccab56982a0 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 943 time: 0.3294556 Jun 16 16:18:15.448985 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Transition to ACTIVE for port object 9798767e-4a03-470d-8c40-929bb336d096 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:15.466474 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.479388 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:15.490687 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-af8c760e-2973-40c8-9584-c3a5df96baad service neutron] 10.222.0.58 "GET /v2.0/networks/0cfd629f-f8cd-410a-a82c-ed5f753cf293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882341 Jun 16 16:18:15.493661 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-584ec4ca-b6a9-4faf-be5e-af871f8839be req-7d732ef5-23a1-4e3b-a241-07442f81e445 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713170 Jun 16 16:18:15.567466 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Allocated IP 172.20.0.10 (84d4f1b7-b632-49f3-88ab-59eddbffd130/946ca604-1e1e-46b6-965d-1c253362f00f/d3233494-fd58-45ad-b06b-8b259a282547) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:15.625033 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9798767e-4a03-470d-8c40-929bb336d096,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:15.629564 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:15.700302 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-774ef265-dc71-41e2-af5f-814162f0d9fe req-3e13a50f-4b92-4c6e-a0f0-d37ed39971be service neutron] 10.222.0.58 "GET /v2.0/networks/0cfd629f-f8cd-410a-a82c-ed5f753cf293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886532 Jun 16 16:18:15.727246 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Attempting to bind port 9798767e-4a03-470d-8c40-929bb336d096 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:15.727570 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Attempting to bind port 9798767e-4a03-470d-8c40-929bb336d096 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:15.727940 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Attempting to bind port 9798767e-4a03-470d-8c40-929bb336d096 on network 84d4f1b7-b632-49f3-88ab-59eddbffd130 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:15.734055 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Port 9798767e-4a03-470d-8c40-929bb336d096 on network 84d4f1b7-b632-49f3-88ab-59eddbffd130 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:15.734519 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Attempting to bind port 9798767e-4a03-470d-8c40-929bb336d096 on network 84d4f1b7-b632-49f3-88ab-59eddbffd130 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:15.742374 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:15.742705 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Checking segment: {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:15.743087 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Bound using segment: {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:15.743526 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Bound port: 9798767e-4a03-470d-8c40-929bb336d096, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:15.743879 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.806519 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.831808 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] For port 9798767e-4a03-470d-8c40-929bb336d096, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:15.835483 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] For port 9798767e-4a03-470d-8c40-929bb336d096, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9798767e-4a03-470d-8c40-929bb336d096,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:15.843787 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.856959 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:15.864436 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.882608 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7aea8c94-6c7a-480e-a508-9927fe32f23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:15.891866 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:15.892524 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.893949 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] 10.222.0.58 "PUT /v2.0/ports/9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 1093 time: 1.9575398 Jun 16 16:18:15.894455 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'tag': '9798767e-4a03-470d-8c40-929bb336d096'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:15.896989 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a95824b-b733-4706-a94f-adb11741f7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac167c1-24f9-4e64-afaa-1be519ac6c6e", "tag": "9798767e-4a03-470d-8c40-929bb336d096"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:15.927854 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9798767e-4a03-470d-8c40-929bb336d096,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:15.931548 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:16.001687 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40114) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:16.069502 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d61eda-8337-4c5e-89a5-ff51b8a674ae x-openstack-request-id: req-e8d61eda-8337-4c5e-89a5-ff51b8a674ae {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:16.069893 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac167c1-24f9-4e64-afaa-1be519ac6c6e", "tag": "9798767e-4a03-470d-8c40-929bb336d096", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:16.070392 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8d61eda-8337-4c5e-89a5-ff51b8a674ae {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:16.070899 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'tag': '9798767e-4a03-470d-8c40-929bb336d096', 'status': 'completed', 'code': 200} Jun 16 16:18:16.084689 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-6b9eaad7-2fc0-4106-b608-9809a8d5405f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6292c18dc1d649abbadd4a77f928d13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819488 Jun 16 16:18:16.088849 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-7a085fd9-8ce8-44f4-a4d2-b4f59b037ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:16.090541 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-7a085fd9-8ce8-44f4-a4d2-b4f59b037ec9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1096 time: 0.1298623 Jun 16 16:18:16.091517 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40122) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:16.147241 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-22fc20da-a472-444b-8536-535951a49d3d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--238786412&fields=id&tenant_id=048da66b38204d7d8e26195db559e5f9 HTTP/1.1" status: 200 len: 267 time: 0.2998240 Jun 16 16:18:16.176183 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Network 84d4f1b7-b632-49f3-88ab-59eddbffd130 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:16.210004 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:16.235401 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Pushing event updated for resources: {'Port': ['ID=d3233494-fd58-45ad-b06b-8b259a282547,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:16.240774 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:16.241716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:16.248754 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:16.249609 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.284817 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-4ee883bd-30b0-403e-84c9-329bd9b32c90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 217 time: 0.1101923 Jun 16 16:18:16.319423 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0323451 Jun 16 16:18:16.339503 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Request body: {'port': {'device_id': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:16.349850 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.413919 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.438564 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-a07a4f37-fc3f-4aef-9bb6-56f0c0b84a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:16.440094 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-a07a4f37-fc3f-4aef-9bb6-56f0c0b84a1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.1066232 Jun 16 16:18:16.460126 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09613ab-446b-4f5d-a579-b6152606b1e5 req-31a9520c-912e-48ca-a3ec-9b3606ddd37c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:16.461585 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e09613ab-446b-4f5d-a579-b6152606b1e5 req-31a9520c-912e-48ca-a3ec-9b3606ddd37c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 932 time: 0.2020750 Jun 16 16:18:16.520269 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-ea043373-349e-4de3-a5fd-ff06a2bace53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726779 Jun 16 16:18:16.550401 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e09613ab-446b-4f5d-a579-b6152606b1e5 req-2e3beab7-ef39-466d-bc24-f2a9aadeaace tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788620 Jun 16 16:18:16.564882 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-94bfc0ce-7792-4ccc-a3dd-a96ebd078404 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:16.566910 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-94bfc0ce-7792-4ccc-a3dd-a96ebd078404 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 811 time: 0.4018610 Jun 16 16:18:16.567584 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.623085 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.629129 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.630616 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/480da449-b61b-489a-983e-0b8ceb579b3a HTTP/1.1" status: 204 len: 168 time: 0.5382128 Jun 16 16:18:16.633917 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:16.691657 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480da449-b61b-489a-983e-0b8ceb579b3a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:16.705203 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:16.712595 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-9b0525f7-90bc-4f57-87f7-d9e24b233c17 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828454 Jun 16 16:18:16.728802 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-0c3b69f9-b4db-438a-a1a0-0e90ed94799b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/quotas/048da66b38204d7d8e26195db559e5f9 HTTP/1.1" status: 200 len: 375 time: 0.1158164 Jun 16 16:18:16.861041 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 7ecd7860-e832-45a5-b3a4-28fc3917e2aa details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:16.967734 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1271da89-6826-48da-b547-5b8c2ac2d974 req-84e999ed-4e9b-4232-911b-f3c45eefe2e9 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418704 Jun 16 16:18:17.025077 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,segment=NetworkSegment(a2041e6d-83e5-435d-bf47-080c09207bfc),segment_id=a2041e6d-83e5-435d-bf47-080c09207bfc)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:17.039928 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6dd1f-d284-4cb6-8e84-46a5de75ca30 req-6734057b-d7b6-43b9-b281-e828274d9bc5 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:17.044541 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa', 'network_id': '0cfd629f-f8cd-410a-a82c-ed5f753cf293', 'port_id': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa', 'mac_address': 'fa:16:3e:00:04:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b074a3-0f1c-47a4-9871-e80aa5569894', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:17.047498 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63d6dd1f-d284-4cb6-8e84-46a5de75ca30 req-6734057b-d7b6-43b9-b281-e828274d9bc5 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 943 time: 0.1756217 Jun 16 16:18:17.089166 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.106404 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecd7860-e832-45a5-b3a4-28fc3917e2aa {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:17.130065 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63d6dd1f-d284-4cb6-8e84-46a5de75ca30 req-6520a9c8-55b7-46d2-af64-01bcf34ded9d tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813963 Jun 16 16:18:17.132370 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,segment=NetworkSegment(a2041e6d-83e5-435d-bf47-080c09207bfc),segment_id=a2041e6d-83e5-435d-bf47-080c09207bfc)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:17.139576 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.144723 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ca551a2a-729c-4c70-9a46-77df8e91b1a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:17.161706 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95824b-b733-4706-a94f-adb11741f7eb req-eb892ce7-fade-4503-bbc4-450d0dfe618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:17.163561 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0a95824b-b733-4706-a94f-adb11741f7eb req-eb892ce7-fade-4503-bbc4-450d0dfe618c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1096 time: 0.1136351 Jun 16 16:18:17.202809 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:17.207013 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:17.237869 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-b09dbf3c-687c-4396-8163-cd1c23990ddf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4871786 Jun 16 16:18:17.404728 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95824b-b733-4706-a94f-adb11741f7eb req-e427367c-d2c3-45c0-8223-259e7abd24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:17.411430 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0a95824b-b733-4706-a94f-adb11741f7eb req-e427367c-d2c3-45c0-8223-259e7abd24ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.2407634 Jun 16 16:18:17.434482 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['7ecd7860-e832-45a5-b3a4-28fc3917e2aa'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:17.466796 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-abd5c76c-6240-4244-94c8-04c1c660769f service neutron] 10.222.0.77 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884813 Jun 16 16:18:17.500594 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0a95824b-b733-4706-a94f-adb11741f7eb req-4c54920b-59bb-46ec-a68e-bbbb2398f198 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 217 time: 0.0815928 Jun 16 16:18:17.582862 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95824b-b733-4706-a94f-adb11741f7eb req-0b7f1ebf-f935-42ac-9bd4-06158f503560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:17.583594 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3233494-fd58-45ad-b06b-8b259a282547 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:17.584461 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0a95824b-b733-4706-a94f-adb11741f7eb req-0b7f1ebf-f935-42ac-9bd4-06158f503560 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0759575 Jun 16 16:18:17.625912 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.652127 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Transition to ACTIVE for port object d3233494-fd58-45ad-b06b-8b259a282547 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:17.668959 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.676436 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0a95824b-b733-4706-a94f-adb11741f7eb req-0d905250-6c14-4eee-ad0d-95bcf5387f2f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815976 Jun 16 16:18:17.680096 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:17.703540 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-ca6616da-f8ce-4ea8-a255-82820dc96250 service neutron] 10.222.0.77 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984856 Jun 16 16:18:17.876084 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0a95824b-b733-4706-a94f-adb11741f7eb req-e76e1a42-3425-4813-9fcf-4611767ea76b service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899037 Jun 16 16:18:17.999244 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Attempting to bind port d3233494-fd58-45ad-b06b-8b259a282547 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:17.999244 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Attempting to bind port d3233494-fd58-45ad-b06b-8b259a282547 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:17.999244 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Attempting to bind port d3233494-fd58-45ad-b06b-8b259a282547 on network 84d4f1b7-b632-49f3-88ab-59eddbffd130 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:18.007336 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Port d3233494-fd58-45ad-b06b-8b259a282547 on network 84d4f1b7-b632-49f3-88ab-59eddbffd130 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:18.007746 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Attempting to bind port d3233494-fd58-45ad-b06b-8b259a282547 on network 84d4f1b7-b632-49f3-88ab-59eddbffd130 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:18.020508 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11513ad1-4fd8-4c5e-bf4b-9e5b9aece69d req-f70f7b45-33cf-49e6-8e2c-f62c9aaacfbf tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:18.022975 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11513ad1-4fd8-4c5e-bf4b-9e5b9aece69d req-f70f7b45-33cf-49e6-8e2c-f62c9aaacfbf tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 944 time: 0.2435277 Jun 16 16:18:18.051792 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:18.052156 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Checking segment: {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:18.052716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Bound using segment: {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:18.053166 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Bound port: d3233494-fd58-45ad-b06b-8b259a282547, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54c74e1-da93-4f96-b690-2c5b4ccd2135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:18.053514 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.069398 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b4561b4c-39e4-4a6c-ac06-8bb2e6a42b98 req-9f97d4c1-a741-446a-97d1-34ea5eec74c5 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 210 time: 0.0759504 Jun 16 16:18:18.136674 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] For port d3233494-fd58-45ad-b06b-8b259a282547, host hv-cinder-77525, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:18.143092 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] For port d3233494-fd58-45ad-b06b-8b259a282547, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d3233494-fd58-45ad-b06b-8b259a282547,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:18.144749 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Pushing event updated for resources: {'Port': ['ID=d3233494-fd58-45ad-b06b-8b259a282547,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:18.147936 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:18.155326 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.167214 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:18.182343 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11513ad1-4fd8-4c5e-bf4b-9e5b9aece69d req-debb5baa-7230-4a64-9b58-a48018ff44ac tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324527 Jun 16 16:18:18.192091 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40210) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:18.221474 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0a95824b-b733-4706-a94f-adb11741f7eb req-fc736f0b-9490-4b33-a6ac-f8d05e6482aa service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371291 Jun 16 16:18:18.250005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Pushing event updated for resources: {'Port': ['ID=d3233494-fd58-45ad-b06b-8b259a282547,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:18.253146 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:18.259552 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:18.260243 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.261711 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] 10.222.0.58 "PUT /v2.0/ports/d3233494-fd58-45ad-b06b-8b259a282547 HTTP/1.1" status: 200 len: 1094 time: 1.9307342 Jun 16 16:18:18.262207 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'tag': 'd3233494-fd58-45ad-b06b-8b259a282547'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:18.483916 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e1db8-cfb5-4e65-98ce-c415f25989fe req-6befb3f0-db4f-474d-9c62-0850468a67bc tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:18.486195 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0d1e1db8-cfb5-4e65-98ce-c415f25989fe req-6befb3f0-db4f-474d-9c62-0850468a67bc tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 944 time: 0.1390169 Jun 16 16:18:18.524316 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b112-11ba-413a-8654-71718b894a2f req-d91f8303-e1b8-4348-b2c0-798453e66368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:18.525779 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-d91f8303-e1b8-4348-b2c0-798453e66368 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 1097 time: 0.1814711 Jun 16 16:18:18.598515 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-4e688754-8a20-4ccb-9b58-555c93c8749c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3233494-fd58-45ad-b06b-8b259a282547 HTTP/1.1" status: 200 len: 217 time: 0.0624416 Jun 16 16:18:18.635457 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-09f0df92-a76b-412c-9395-c6fca15845f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.658601 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0d1e1db8-cfb5-4e65-98ce-c415f25989fe req-982e1965-9add-4199-91c2-16501b71303a tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659274 Jun 16 16:18:18.696755 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b112-11ba-413a-8654-71718b894a2f req-fde5498a-8c54-4b40-b4f8-d42d25505047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:18.701670 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-fde5498a-8c54-4b40-b4f8-d42d25505047 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0955744 Jun 16 16:18:18.811873 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-6beb699e-4446-45c6-a48b-9962bb360355 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034679 Jun 16 16:18:18.813683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-09f0df92-a76b-412c-9395-c6fca15845f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.828718 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-09f0df92-a76b-412c-9395-c6fca15845f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.833806 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:18.856116 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 7ecd7860-e832-45a5-b3a4-28fc3917e2aa up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:18.929005 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-09f0df92-a76b-412c-9395-c6fca15845f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b74aca33255b4ac4a260aad74f51a991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357323 Jun 16 16:18:18.936501 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40256) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:18.973435 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0df92-a76b-412c-9395-c6fca15845f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b1485-50a6-421c-a6ad-4aa81d71bd44,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:18.999222 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-09f0df92-a76b-412c-9395-c6fca15845f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:19.065033 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:19.069872 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:19.070379 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.087548 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.164795 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.245936 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.298598 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:19.300384 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.304005 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.305410 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c9b1485-50a6-421c-a6ad-4aa81d71bd44 HTTP/1.1" status: 204 len: 168 time: 0.3613830 Jun 16 16:18:19.306465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a58c6ef0-22c0-4145-b567-6b981de5d5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:19.331731 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b1485-50a6-421c-a6ad-4aa81d71bd44,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:19.346834 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:19.354644 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-b514e313-feae-4c5a-9694-d385c68d6799 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330019 Jun 16 16:18:19.358110 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eefa51-f227-4b13-984c-2f8118ee80b1" -d '{"events": [{"name": "network-changed", "server_uuid": "604c31de-afd6-4f5b-ba37-64f72c593be5", "tag": "d3233494-fd58-45ad-b06b-8b259a282547"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:19.478736 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9565b112-11ba-413a-8654-71718b894a2f req-c34be524-2840-49f6-b732-c497448511f1 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151400 Jun 16 16:18:19.539957 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,segment=NetworkSegment(a2041e6d-83e5-435d-bf47-080c09207bfc),segment_id=a2041e6d-83e5-435d-bf47-080c09207bfc)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:19.548438 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.552856 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:19.555072 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-acc3c450-5fca-413f-a431-9fe10cf1fbb6 req-00e2b02a-47ba-4537-a4f1-a69587b50001 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 210 time: 0.1245008 Jun 16 16:18:19.610865 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:19.614403 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:19.689198 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71948-68b4-458a-b0ca-f0e243d0978d req-0f83bc98-0e21-445a-bcc2-265cb8b34dd0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:19.690722 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2bd71948-68b4-458a-b0ca-f0e243d0978d req-0f83bc98-0e21-445a-bcc2-265cb8b34dd0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 944 time: 0.1369605 Jun 16 16:18:19.737636 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2bd71948-68b4-458a-b0ca-f0e243d0978d req-5666a186-6398-4ecd-a484-d86d30238fda tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Jun 16 16:18:19.949639 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275d6467-7edb-4591-9c3c-edf42170fb59" -d '{"events": [{"server_uuid": "ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ecd7860-e832-45a5-b3a4-28fc3917e2aa"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:19.988447 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded92bae-6f1c-466c-8589-6cc9f368e010 x-openstack-request-id: req-ded92bae-6f1c-466c-8589-6cc9f368e010 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:19.988832 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604c31de-afd6-4f5b-ba37-64f72c593be5", "tag": "d3233494-fd58-45ad-b06b-8b259a282547", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:19.989124 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ded92bae-6f1c-466c-8589-6cc9f368e010 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:19.992343 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'tag': 'd3233494-fd58-45ad-b06b-8b259a282547', 'status': 'completed', 'code': 200} Jun 16 16:18:20.145791 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe1020-fd1e-4b19-852f-6790621efd0e req-d23fe286-96b4-4417-9ead-4fc90bc28948 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:20.147547 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9cfe1020-fd1e-4b19-852f-6790621efd0e req-d23fe286-96b4-4417-9ead-4fc90bc28948 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.2860613 Jun 16 16:18:20.173075 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-92215b3f-ebbd-424a-9774-80a7d981972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:20.182016 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-92215b3f-ebbd-424a-9774-80a7d981972f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 1097 time: 0.1990030 Jun 16 16:18:20.194014 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-1de5e6fe-8041-4af9-9b27-cbec1d0a3a5a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:20.196016 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-1de5e6fe-8041-4af9-9b27-cbec1d0a3a5a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 811 time: 0.2886055 Jun 16 16:18:20.294870 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721360ce-8954-41bf-a803-e784545ab821 x-openstack-request-id: req-721360ce-8954-41bf-a803-e784545ab821 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:20.295282 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ecd7860-e832-45a5-b3a4-28fc3917e2aa", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:20.295465 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-721360ce-8954-41bf-a803-e784545ab821 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:20.296100 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa', 'code': 200} Jun 16 16:18:20.326395 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9cfe1020-fd1e-4b19-852f-6790621efd0e req-549df8fc-1b04-4aaf-9db8-12c99d8bf552 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707509 Jun 16 16:18:20.362499 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-17b878bb-9c49-4075-9d12-674fd67de097 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=048da66b38204d7d8e26195db559e5f9 HTTP/1.1" status: 200 len: 379 time: 0.1497159 Jun 16 16:18:20.376264 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'port': {'device_id': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'admin_state_up': True, 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'security_groups': ['b8b879ac-3352-4a4b-b9b7-9005472bb013']}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:20.390275 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-47ec997d-c7ad-4a94-bbe4-e9941c1753d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:20.392779 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-47ec997d-c7ad-4a94-bbe4-e9941c1753d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.2006567 Jun 16 16:18:20.443151 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-950a8c7a-ea9c-4753-874d-6ce212f282cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3233494-fd58-45ad-b06b-8b259a282547 HTTP/1.1" status: 200 len: 217 time: 0.0438361 Jun 16 16:18:20.518170 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-deab0294-c4e7-4759-8dcc-61894396e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:20.520173 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-deab0294-c4e7-4759-8dcc-61894396e66e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0640638 Jun 16 16:18:20.574890 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Made reservation on behalf of 048da66b38204d7d8e26195db559e5f9 for: {'port': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:20.579553 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:20.754826 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Allocated IP 172.20.0.10 (73019c28-271a-4dd3-996c-2973e549f0dc/be3afec6-eee4-4435-8628-cbe3e43f3193/537de1a2-cce6-4bd6-84a4-b2c4258fc926) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:20.776612 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-f1c90f4f-2542-4d36-a0ee-32b907186730 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312074 Jun 16 16:18:20.830994 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-03dbdab8-6a7a-4309-a1de-c076e398414a req-fdfce0f9-7774-48dd-8a5e-b1f432a3e5f8 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 210 time: 0.0573633 Jun 16 16:18:20.871736 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9798767e-4a03-470d-8c40-929bb336d096 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:20.968131 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308309e3-5f36-4dc3-95de-bca4e4dafc41 req-4965fe01-3a7d-4ef9-bdde-0968d5685c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:20.971430 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-308309e3-5f36-4dc3-95de-bca4e4dafc41 req-4965fe01-3a7d-4ef9-bdde-0968d5685c6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 1098 time: 0.4498205 Jun 16 16:18:21.026709 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-308309e3-5f36-4dc3-95de-bca4e4dafc41 req-741d8b33-fe2c-4067-9c08-cde62844bcc4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.051895 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-4b2f366c-afbf-460b-89b3-4e5e25309d9d service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620480 Jun 16 16:18:21.091315 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77731e23-2f4e-45e4-9a2e-103c22ae2b3d req-b2d1a61c-6455-4227-a588-6d2dd0fbf8a0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:21.100861 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-77731e23-2f4e-45e4-9a2e-103c22ae2b3d req-b2d1a61c-6455-4227-a588-6d2dd0fbf8a0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 944 time: 0.1283469 Jun 16 16:18:21.106096 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.156096 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-77731e23-2f4e-45e4-9a2e-103c22ae2b3d req-a51a448c-6845-41ad-8840-8e9ed50da79a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542138 Jun 16 16:18:21.191049 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Transition to ACTIVE for port object 537de1a2-cce6-4bd6-84a4-b2c4258fc926 will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:21.274299 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.280312 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-57795db2-4a0f-4edc-874b-3cf50e42915f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:21.306819 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 9798767e-4a03-470d-8c40-929bb336d096, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9798767e-4a03-470d-8c40-929bb336d096,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:21.324750 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Network 73019c28-271a-4dd3-996c-2973e549f0dc is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:21.329468 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:21.333366 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:21.339819 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:21.340451 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.357690 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-7b61f74d-dcf0-4ce2-80de-1d15a9726cdf service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980449 Jun 16 16:18:21.370797 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'Port': ['ID=537de1a2-cce6-4bd6-84a4-b2c4258fc926,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:21.373900 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:21.389278 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '9798767e-4a03-470d-8c40-929bb336d096', 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'port_id': '9798767e-4a03-470d-8c40-929bb336d096', 'mac_address': 'fa:16:3e:f6:e1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:21.431554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-308309e3-5f36-4dc3-95de-bca4e4dafc41 req-741d8b33-fe2c-4067-9c08-cde62844bcc4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.441712 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-308309e3-5f36-4dc3-95de-bca4e4dafc41 req-741d8b33-fe2c-4067-9c08-cde62844bcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.457325 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0919721 Jun 16 16:18:21.470158 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Request body: {'port': {'device_id': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:21.483527 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:21.488130 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-308309e3-5f36-4dc3-95de-bca4e4dafc41 req-741d8b33-fe2c-4067-9c08-cde62844bcc4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023639 Jun 16 16:18:21.524974 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d8b33-fe2c-4067-9c08-cde62844bcc4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5dd524-cadd-4b5b-9d4c-dd84ef1342c0,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:21.529711 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-741d8b33-fe2c-4067-9c08-cde62844bcc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:21.551064 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.587788 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9798767e-4a03-470d-8c40-929bb336d096 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:21.636383 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 9798767e-4a03-470d-8c40-929bb336d096, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9798767e-4a03-470d-8c40-929bb336d096,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:21.654367 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.656614 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8323fc11-e444-4bdd-bfd9-ab31743d3d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:21.657700 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.707012 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f59a5-9e66-411a-9620-ce71743fe92b req-fac25680-794b-4c8f-bb0f-027749604294 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:21.708900 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-462f59a5-9e66-411a-9620-ce71743fe92b req-fac25680-794b-4c8f-bb0f-027749604294 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.1432433 Jun 16 16:18:21.709555 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40394) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:21.757354 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-462f59a5-9e66-411a-9620-ce71743fe92b req-a47ea641-1b16-4615-9ffb-17a267271e4e tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Jun 16 16:18:21.769675 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=9798767e-4a03-470d-8c40-929bb336d096,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:21.776826 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:21.777616 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-3a5d0161-8016-49b9-a338-14ac8c7bbfaf None None] Provisioning for port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:21.791718 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-3a5d0161-8016-49b9-a338-14ac8c7bbfaf None None] Provisioning complete for port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:21.793203 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0161-8016-49b9-a338-14ac8c7bbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.873023 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d0161-8016-49b9-a338-14ac8c7bbfaf None None] Port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:18:21.889314 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9798767e-4a03-470d-8c40-929bb336d096'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:21.958802 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e9986a16-09be-4ba6-ba47-a345c1b08696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.174747 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048221ad-038b-405c-8715-45b19390585e req-42b06a06-5e40-4f15-8b38-102045fdc4ab tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:22.192752 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-048221ad-038b-405c-8715-45b19390585e req-42b06a06-5e40-4f15-8b38-102045fdc4ab tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 932 time: 0.1736040 Jun 16 16:18:22.228833 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e9986a16-09be-4ba6-ba47-a345c1b08696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.234031 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e9986a16-09be-4ba6-ba47-a345c1b08696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.244696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:22.306407 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-048221ad-038b-405c-8715-45b19390585e req-49bd21dc-396d-41a1-83ee-62f637bccfbd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985904 Jun 16 16:18:22.311053 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537de1a2-cce6-4bd6-84a4-b2c4258fc926 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:22.320432 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.329965 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9986a16-09be-4ba6-ba47-a345c1b08696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5728a0-0d2c-4671-bdf0-3dd19d2dcc72,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:22.334461 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e9986a16-09be-4ba6-ba47-a345c1b08696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:22.343528 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-e9986a16-09be-4ba6-ba47-a345c1b08696 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5e5ce3a65a64a86a1fbd508b58dcfe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329024 Jun 16 16:18:22.349713 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Transition to ACTIVE for port object 537de1a2-cce6-4bd6-84a4-b2c4258fc926 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:22.350401 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40426) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:22.368807 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.402993 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:22.458511 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2e9d9-6108-4616-b7b5-e485ba1b92f1 req-5aa5001f-0abf-41bd-9270-151dc0b89694 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:22.462069 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-28c2e9d9-6108-4616-b7b5-e485ba1b92f1 req-5aa5001f-0abf-41bd-9270-151dc0b89694 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 944 time: 0.0728269 Jun 16 16:18:22.519373 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-28c2e9d9-6108-4616-b7b5-e485ba1b92f1 req-1032fdd0-75ef-4ebb-bc27-459878c96ddd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532222 Jun 16 16:18:22.526761 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.536505 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Pushing event updated for resources: {'Port': ['ID=537de1a2-cce6-4bd6-84a4-b2c4258fc926,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:22.551389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:22.565800 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Attempting to bind port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:22.566140 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Attempting to bind port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:22.566470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Attempting to bind port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 on network 73019c28-271a-4dd3-996c-2973e549f0dc {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:22.569870 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.573604 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40432) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:22.580790 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 on network 73019c28-271a-4dd3-996c-2973e549f0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:22.581113 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Attempting to bind port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 on network 73019c28-271a-4dd3-996c-2973e549f0dc {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:22.600343 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:22.600687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Checking segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:22.601084 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Bound using segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:22.601529 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Bound port: 537de1a2-cce6-4bd6-84a4-b2c4258fc926, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:22.601881 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.674171 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.676727 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.680909 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de5728a0-0d2c-4671-bdf0-3dd19d2dcc72 HTTP/1.1" status: 204 len: 168 time: 0.3294568 Jun 16 16:18:22.685119 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9f6bfbeb-ba7b-4555-aca7-da785a8458f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:22.695476 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5728a0-0d2c-4671-bdf0-3dd19d2dcc72,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:22.699310 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:22.702838 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] For port 537de1a2-cce6-4bd6-84a4-b2c4258fc926, host hv-cinder-77525, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:22.707646 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] For port 537de1a2-cce6-4bd6-84a4-b2c4258fc926, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:22.713430 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2035bf56-32b3-46e5-afc8-78874f2626d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.717650 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.723127 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:22.775360 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:22.775990 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.777949 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] 10.222.0.58 "PUT /v2.0/ports/537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 200 len: 1094 time: 1.3132107 Jun 16 16:18:22.778474 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:22.780895 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d953603-51ec-4d0c-9ff0-198712d084a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:22.799728 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Pushing event updated for resources: {'Port': ['ID=537de1a2-cce6-4bd6-84a4-b2c4258fc926,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:22.803338 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:22.832069 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2035bf56-32b3-46e5-afc8-78874f2626d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.853923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2035bf56-32b3-46e5-afc8-78874f2626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.858198 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-741d8b33-fe2c-4067-9c08-cde62844bcc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:22.888871 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device d3233494-fd58-45ad-b06b-8b259a282547 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:22.917806 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c649e50-b79a-4ff0-9c41-6e4ca8964ffe x-openstack-request-id: req-8c649e50-b79a-4ff0-9c41-6e4ca8964ffe {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:22.918030 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:22.920913 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c649e50-b79a-4ff0-9c41-6e4ca8964ffe {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:22.921421 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'status': 'completed', 'code': 200} Jun 16 16:18:22.931466 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9798767e-4a03-470d-8c40-929bb336d096 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:22.963145 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-2035bf56-32b3-46e5-afc8-78874f2626d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=046c051a3f27434ea9409e968e32b5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884056 Jun 16 16:18:22.964570 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035bf56-32b3-46e5-afc8-78874f2626d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c55c72-d2a8-43e0-a7ca-8c99c1774566,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:22.967590 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40444) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:22.973485 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2035bf56-32b3-46e5-afc8-78874f2626d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:22.987463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-dbb0247a-832b-4a63-ba87-cde57579d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:22.989045 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-dbb0247a-832b-4a63-ba87-cde57579d11f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 1097 time: 0.1277947 Jun 16 16:18:23.074597 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760eb2-9464-4e1e-9c37-ef11596c2d24 req-01f9554f-c31b-4409-aae9-884d0a41513e tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:23.076639 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b6760eb2-9464-4e1e-9c37-ef11596c2d24 req-01f9554f-c31b-4409-aae9-884d0a41513e tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.1086633 Jun 16 16:18:23.079304 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-f78a8c56-9eaf-4bfc-9978-1faaba9b3656 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 200 len: 217 time: 0.0807436 Jun 16 16:18:23.140569 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b6760eb2-9464-4e1e-9c37-ef11596c2d24 req-63aafe81-31ef-428b-a76d-3e5fd44af79d tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Jun 16 16:18:23.143684 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port d3233494-fd58-45ad-b06b-8b259a282547, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d3233494-fd58-45ad-b06b-8b259a282547,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:23.150007 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-e71faee1-f1d7-400f-b189-fb259d6d3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:23.152042 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-e71faee1-f1d7-400f-b189-fb259d6d3df5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0584075 Jun 16 16:18:23.152895 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.158277 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 9798767e-4a03-470d-8c40-929bb336d096 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:23.172838 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40446) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:23.181836 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 9798767e-4a03-470d-8c40-929bb336d096 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:23.182326 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.186358 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'd3233494-fd58-45ad-b06b-8b259a282547', 'network_id': '84d4f1b7-b632-49f3-88ab-59eddbffd130', 'port_id': 'd3233494-fd58-45ad-b06b-8b259a282547', 'mac_address': 'fa:16:3e:25:06:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946ca604-1e1e-46b6-965d-1c253362f00f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:23.227705 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-41cb36a5-bf97-47b8-8d96-ac3aeefa3818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.244650 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.261386 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.285103 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3233494-fd58-45ad-b06b-8b259a282547 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:23.287684 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-c56203b9-45e1-4bf0-8598-91c826922ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:23.289169 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-c56203b9-45e1-4bf0-8598-91c826922ad3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1244020 Jun 16 16:18:23.401807 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-41cb36a5-bf97-47b8-8d96-ac3aeefa3818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.404724 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.410299 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-41cb36a5-bf97-47b8-8d96-ac3aeefa3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.412017 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port d3233494-fd58-45ad-b06b-8b259a282547, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d3233494-fd58-45ad-b06b-8b259a282547,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:23.435082 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.443738 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:23.445593 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9798767e-4a03-470d-8c40-929bb336d096'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:23.448122 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba299136-1996-4e5e-95f0-d6dd48874f6a" -d '{"events": [{"server_uuid": "5ac167c1-24f9-4e64-afaa-1be519ac6c6e", "name": "network-vif-plugged", "status": "completed", "tag": "9798767e-4a03-470d-8c40-929bb336d096"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:23.461397 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.463065 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:23.466604 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.476834 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70c55c72-d2a8-43e0-a7ca-8c99c1774566 HTTP/1.1" status: 204 len: 168 time: 0.5072162 Jun 16 16:18:23.488592 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1f524805-c6f7-4ebc-a5f9-64a18fa06cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:23.505145 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 9798767e-4a03-470d-8c40-929bb336d096, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9798767e-4a03-470d-8c40-929bb336d096,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:23.509520 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-41cb36a5-bf97-47b8-8d96-ac3aeefa3818 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a441fdd939674552888f8351a4dd3d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349977 Jun 16 16:18:23.518329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40468) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:23.522972 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c55c72-d2a8-43e0-a7ca-8c99c1774566,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:23.525364 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.573683 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:23.579986 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-642711f3-ce50-43d5-b425-df7ec876359d service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798090 Jun 16 16:18:23.592388 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb36a5-bf97-47b8-8d96-ac3aeefa3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2318ec9-0e6e-4301-aa00-dc625062ce4f,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:23.612798 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-41cb36a5-bf97-47b8-8d96-ac3aeefa3818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:23.628654 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abfc4aa-c6e1-4d55-b646-bc38707f7eb8 x-openstack-request-id: req-2abfc4aa-c6e1-4d55-b646-bc38707f7eb8 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:23.629170 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac167c1-24f9-4e64-afaa-1be519ac6c6e", "name": "network-vif-plugged", "status": "completed", "tag": "9798767e-4a03-470d-8c40-929bb336d096", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:23.631027 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2abfc4aa-c6e1-4d55-b646-bc38707f7eb8 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:23.632500 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9798767e-4a03-470d-8c40-929bb336d096', 'code': 200} Jun 16 16:18:23.681059 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=d3233494-fd58-45ad-b06b-8b259a282547,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:23.694012 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:23.698550 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:23.731334 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['d3233494-fd58-45ad-b06b-8b259a282547'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:23.904107 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=9798767e-4a03-470d-8c40-929bb336d096,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:23.935053 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed43c3ed-ac53-40a5-aeac-038bb20200a5 req-cddb7587-7330-4296-95d8-78f85cfe0d2d service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224599 Jun 16 16:18:23.970756 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013a7cf-64ab-4254-b5f0-16b9e7800562 req-858d74b7-800e-4906-ac5e-9043c571c16f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:23.982649 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2013a7cf-64ab-4254-b5f0-16b9e7800562 req-858d74b7-800e-4906-ac5e-9043c571c16f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 945 time: 0.1350489 Jun 16 16:18:23.988200 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.000047 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:24.054305 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0e93f-46b0-4511-8658-ed658920e592 req-a8c3b1f8-dcd5-47bb-b804-f16b9cd7bcb5 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.055939 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ecb0e93f-46b0-4511-8658-ed658920e592 req-a8c3b1f8-dcd5-47bb-b804-f16b9cd7bcb5 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 944 time: 0.4812739 Jun 16 16:18:24.071811 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.086103 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2013a7cf-64ab-4254-b5f0-16b9e7800562 req-074d4ac8-c1f1-43ad-8bdb-0c9e24657e72 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000056 Jun 16 16:18:24.149406 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ecb0e93f-46b0-4511-8658-ed658920e592 req-51980700-c58c-4072-bbd4-03ca9b155585 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843101 Jun 16 16:18:24.179773 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fde9f-912c-4b26-bf6d-992e53d21b3f req-fa075a0e-3757-4d67-88d7-c27a76547ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.192046 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f24fde9f-912c-4b26-bf6d-992e53d21b3f req-fa075a0e-3757-4d67-88d7-c27a76547ccb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.1967113 Jun 16 16:18:24.203910 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-44fc70e6-e266-432b-be5f-d03e52f93a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.206368 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-44fc70e6-e266-432b-be5f-d03e52f93a1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 1097 time: 0.1408751 Jun 16 16:18:24.224976 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.229898 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.231694 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2318ec9-0e6e-4301-aa00-dc625062ce4f HTTP/1.1" status: 204 len: 168 time: 0.7025478 Jun 16 16:18:24.237304 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:24.279011 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2318ec9-0e6e-4301-aa00-dc625062ce4f,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.297835 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f24fde9f-912c-4b26-bf6d-992e53d21b3f req-45229045-28e5-4a71-bd3c-d22ec25fa5da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968604 Jun 16 16:18:24.298953 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:24.413051 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-3198aa2f-0042-4036-b2ea-d7d723ba2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.413051 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-3198aa2f-0042-4036-b2ea-d7d723ba2bad service neutron] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 912 time: 0.1964180 Jun 16 16:18:24.430125 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40492) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:24.449259 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac33a-4bd2-4555-8aaf-7cd8ed546d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.461964 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728eb76-af3c-42ac-8503-f5548b86458c req-bbb061cd-ebc7-42ce-9a23-336da4d02202 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.467738 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5728eb76-af3c-42ac-8503-f5548b86458c req-bbb061cd-ebc7-42ce-9a23-336da4d02202 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.1270962 Jun 16 16:18:24.542808 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-42a2cc84-17fb-48fc-99f7-993dd7059abc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 200 len: 217 time: 0.1131039 Jun 16 16:18:24.630314 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac33a-4bd2-4555-8aaf-7cd8ed546d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.639812 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac33a-4bd2-4555-8aaf-7cd8ed546d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.647236 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b0189ac2-cfab-403a-ae11-5b22505c9787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:24.659441 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5728eb76-af3c-42ac-8503-f5548b86458c req-cdb18647-22f8-482e-91f9-a77d975d84b4 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730604 Jun 16 16:18:24.659441 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-44239528-7ae0-43b8-a3d7-e3d00c42f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.659441 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-44239528-7ae0-43b8-a3d7-e3d00c42f4bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0984299 Jun 16 16:18:24.703061 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-6b4ac33a-4bd2-4555-8aaf-7cd8ed546d52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed559010b3684876a7f0fdbec148650f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718160 Jun 16 16:18:24.705091 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40518) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:24.735840 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac33a-4bd2-4555-8aaf-7cd8ed546d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d0895-fefd-45fd-84b3-f66cfc4aa291,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.758959 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6b4ac33a-4bd2-4555-8aaf-7cd8ed546d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:24.805242 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.809822 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-b7b3541b-6b98-42ca-81a0-0a865859cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.811344 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-b7b3541b-6b98-42ca-81a0-0a865859cd22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446338 Jun 16 16:18:24.851627 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.901378 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device d3233494-fd58-45ad-b06b-8b259a282547 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:24.959769 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-18e70caf-59bf-40e1-b0a1-89640db1e2ec service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377470 Jun 16 16:18:25.005901 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port d3233494-fd58-45ad-b06b-8b259a282547 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:25.007185 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.012961 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.015059 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port d3233494-fd58-45ad-b06b-8b259a282547 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:25.015678 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.020579 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/581d0895-fefd-45fd-84b3-f66cfc4aa291 HTTP/1.1" status: 204 len: 168 time: 0.3140769 Jun 16 16:18:25.028553 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:25.086144 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d0895-fefd-45fd-84b3-f66cfc4aa291,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:25.100325 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:25.167033 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7d953603-51ec-4d0c-9ff0-198712d084a1 req-41eb6726-7189-45fc-ac33-c02bfcf696e0 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999700 Jun 16 16:18:25.171670 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.347484 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port d3233494-fd58-45ad-b06b-8b259a282547, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d3233494-fd58-45ad-b06b-8b259a282547,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:25.358409 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.365838 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-08699d74-78ca-47bc-834c-97891ba83d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:25.514666 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb41a-fdd6-4bc2-a84a-e458fe299c07 req-8d49592c-e0db-42d8-bc1a-5c6066a8de3e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:25.517459 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=d3233494-fd58-45ad-b06b-8b259a282547,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:25.521541 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-df2fb41a-fdd6-4bc2-a84a-e458fe299c07 req-8d49592c-e0db-42d8-bc1a-5c6066a8de3e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 944 time: 0.1908433 Jun 16 16:18:25.523849 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:25.577791 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-df2fb41a-fdd6-4bc2-a84a-e458fe299c07 req-7c8541b4-0579-479d-9cb4-0811549ba40b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552068 Jun 16 16:18:25.598591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beb04a-4589-4e8c-94c0-b595d92f892d req-258b56a7-ea40-4eea-aeb4-bc7336bf16bb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:25.600162 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-70beb04a-4589-4e8c-94c0-b595d92f892d req-258b56a7-ea40-4eea-aeb4-bc7336bf16bb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1355023 Jun 16 16:18:25.635496 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3233494-fd58-45ad-b06b-8b259a282547'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:25.638321 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc7fd5-98ca-4694-b11a-91e2afb79cc5" -d '{"events": [{"server_uuid": "604c31de-afd6-4f5b-ba37-64f72c593be5", "name": "network-vif-plugged", "status": "completed", "tag": "d3233494-fd58-45ad-b06b-8b259a282547"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:25.667936 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-70beb04a-4589-4e8c-94c0-b595d92f892d req-8dcfdc69-8870-433a-adb2-ab9bb318c459 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570252 Jun 16 16:18:25.684291 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc6a41-74ae-4c34-9676-12bccf6cc357 x-openstack-request-id: req-b6fc6a41-74ae-4c34-9676-12bccf6cc357 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:25.684686 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604c31de-afd6-4f5b-ba37-64f72c593be5", "name": "network-vif-plugged", "status": "completed", "tag": "d3233494-fd58-45ad-b06b-8b259a282547", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:25.685250 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6fc6a41-74ae-4c34-9676-12bccf6cc357 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:25.686035 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3233494-fd58-45ad-b06b-8b259a282547', 'code': 200} Jun 16 16:18:26.040891 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ea82a-3834-448d-a26a-45d324aea529 req-8da7751e-cb4a-4d13-a99c-f974a02e27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:26.042395 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-372ea82a-3834-448d-a26a-45d324aea529 req-8da7751e-cb4a-4d13-a99c-f974a02e27ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 1099 time: 0.1243038 Jun 16 16:18:26.090084 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-372ea82a-3834-448d-a26a-45d324aea529 req-eee66e38-7543-4346-a733-db6dcb91ad18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388222 Jun 16 16:18:26.877143 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40666) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:26.906054 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 537de1a2-cce6-4bd6-84a4-b2c4258fc926 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:26.912147 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103f8c-8324-4aa4-a4f7-7280760edf30 req-51e658f7-d108-4db3-a22e-ff11f99b5c9c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:26.916137 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7e103f8c-8324-4aa4-a4f7-7280760edf30 req-51e658f7-d108-4db3-a22e-ff11f99b5c9c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 944 time: 0.1050107 Jun 16 16:18:27.098149 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7e103f8c-8324-4aa4-a4f7-7280760edf30 req-33509dbb-ad03-42bc-8a13-0d8fcb38ac78 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684132 Jun 16 16:18:27.251838 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ffb8136c-252b-45ac-8e9c-dd3debadda93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.257737 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 537de1a2-cce6-4bd6-84a4-b2c4258fc926, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:27.295417 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'port_id': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'mac_address': 'fa:16:3e:a2:6e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:27.359884 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.387070 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537de1a2-cce6-4bd6-84a4-b2c4258fc926 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:27.414840 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 537de1a2-cce6-4bd6-84a4-b2c4258fc926, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:27.421747 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.437216 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d691db5f-25c4-4621-ad94-18c03adb939d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:27.454046 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764886e7-7c3f-468b-9fdf-12fcee09c72c req-6d277628-07a4-4a24-8633-49f0f9ab4a3c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:27.455753 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-764886e7-7c3f-468b-9fdf-12fcee09c72c req-6d277628-07a4-4a24-8633-49f0f9ab4a3c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.2758729 Jun 16 16:18:27.499588 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ffb8136c-252b-45ac-8e9c-dd3debadda93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.512227 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=537de1a2-cce6-4bd6-84a4-b2c4258fc926,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.518098 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ffb8136c-252b-45ac-8e9c-dd3debadda93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.521668 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:27.530473 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-79170005-9706-4bc2-ae99-a323b69bf1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:27.545135 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-764886e7-7c3f-468b-9fdf-12fcee09c72c req-995cffd1-5ac3-486b-9ea7-3c871d6ab72a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773504 Jun 16 16:18:27.589509 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ffb8136c-252b-45ac-8e9c-dd3debadda93 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4c031406e554c9286e2831d28e538ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087033 Jun 16 16:18:27.589509 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8136c-252b-45ac-8e9c-dd3debadda93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd76b99-0d62-422c-a894-652038c102f8,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.591113 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40698) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:27.591239 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ffb8136c-252b-45ac-8e9c-dd3debadda93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:27.648909 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:27.675332 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.714972 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.753568 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['537de1a2-cce6-4bd6-84a4-b2c4258fc926'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:27.775938 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.780078 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.782589 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abd76b99-0d62-422c-a894-652038c102f8 HTTP/1.1" status: 204 len: 168 time: 0.1892297 Jun 16 16:18:27.783534 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:27.802133 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd76b99-0d62-422c-a894-652038c102f8,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.817812 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:28.215034 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40740) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:28.232824 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b721f864-9e94-4bb1-9eac-5057c7524873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.315702 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ce110955-8b62-4823-afe2-1b8d871d1582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.383013 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625a714-ef05-40d2-8ba6-2c4ee672bebc req-3ef02e6c-697f-4ae4-b3ab-670a474ff5d1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:28.384530 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0625a714-ef05-40d2-8ba6-2c4ee672bebc req-3ef02e6c-697f-4ae4-b3ab-670a474ff5d1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 945 time: 0.1158631 Jun 16 16:18:28.422640 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b721f864-9e94-4bb1-9eac-5057c7524873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.450098 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b721f864-9e94-4bb1-9eac-5057c7524873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.450098 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:28.450098 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0625a714-ef05-40d2-8ba6-2c4ee672bebc req-f69c1e9d-89d5-451a-9415-eb16faeb457c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532134 Jun 16 16:18:28.483916 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b721f864-9e94-4bb1-9eac-5057c7524873 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=995af466c51b448d8fcf01db707cb313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665386 Jun 16 16:18:28.485326 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721f864-9e94-4bb1-9eac-5057c7524873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d66a853-6c43-4d25-94c0-250e779c8c6d,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:28.487320 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40752) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:28.488959 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b721f864-9e94-4bb1-9eac-5057c7524873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:28.541642 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.566470 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.628459 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.631561 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.633175 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d66a853-6c43-4d25-94c0-250e779c8c6d HTTP/1.1" status: 204 len: 168 time: 0.1439776 Jun 16 16:18:28.634303 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-05b2d9ce-463f-49a5-ab70-476e90533030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:28.643862 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d66a853-6c43-4d25-94c0-250e779c8c6d,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:28.664296 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:28.857297 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4616f30-17a9-4370-809d-4f54008cb5f8 req-4ecd7fc4-a7fe-4fdb-9768-d9c8d3f3a379 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:28.859306 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a4616f30-17a9-4370-809d-4f54008cb5f8 req-4ecd7fc4-a7fe-4fdb-9768-d9c8d3f3a379 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1476278 Jun 16 16:18:28.933952 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 537de1a2-cce6-4bd6-84a4-b2c4258fc926 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:28.934100 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a4616f30-17a9-4370-809d-4f54008cb5f8 req-a01e82dc-4995-4f81-baef-c3ee063e70b2 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659697 Jun 16 16:18:29.033071 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:29.042781 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:29.043251 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.241285 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.296872 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:29.301019 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4c60d7-bcc1-4f7a-a971-2d6223d84c08" -d '{"events": [{"server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "name": "network-vif-plugged", "status": "completed", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:29.318796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 537de1a2-cce6-4bd6-84a4-b2c4258fc926, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:29.325824 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.335886 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8323fc11-e444-4bdd-bfd9-ab31743d3d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:29.416270 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc85020-c97c-4dd9-86dd-b16b1ab9d07d x-openstack-request-id: req-adc85020-c97c-4dd9-86dd-b16b1ab9d07d {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:29.418281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "name": "network-vif-plugged", "status": "completed", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:29.418281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adc85020-c97c-4dd9-86dd-b16b1ab9d07d {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:29.420680 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'code': 200} Jun 16 16:18:29.520312 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=537de1a2-cce6-4bd6-84a4-b2c4258fc926,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:29.538776 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:29.595289 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40808) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:29.603118 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-f97e0ca2-032f-426e-8776-de1acc0bc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:29.604798 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-f97e0ca2-032f-426e-8776-de1acc0bc6df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 1099 time: 0.1338489 Jun 16 16:18:29.618093 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972f4b4-82aa-44d4-9932-37e5038b03d4 req-55be5e67-f7c0-4985-852a-ec7078c7446e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:29.625870 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3972f4b4-82aa-44d4-9932-37e5038b03d4 req-55be5e67-f7c0-4985-852a-ec7078c7446e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0892808 Jun 16 16:18:29.709314 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3972f4b4-82aa-44d4-9932-37e5038b03d4 req-1285950c-889f-4e73-904a-a53dab39265b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803385 Jun 16 16:18:29.782836 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-17e8b84a-5d50-403b-8e87-3fdc711921f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:29.785217 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-17e8b84a-5d50-403b-8e87-3fdc711921f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.1722486 Jun 16 16:18:29.864332 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-22f6194c-6bf6-45af-b71c-7efebb5c9f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.886150 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-bc46b985-f8d9-4e60-8d9d-7bb3afcf28a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3233494-fd58-45ad-b06b-8b259a282547 HTTP/1.1" status: 200 len: 217 time: 0.0903959 Jun 16 16:18:29.958018 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa715414-8afe-4450-86f0-3950aa0ed878 req-1187ed51-9ed2-4783-817d-662edfbba225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:29.964855 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fa715414-8afe-4450-86f0-3950aa0ed878 req-1187ed51-9ed2-4783-817d-662edfbba225 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 1099 time: 0.2433178 Jun 16 16:18:29.970344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-4ca057ba-6006-4ea6-ab13-f5ad7829a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:29.972875 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-4ca057ba-6006-4ea6-ab13-f5ad7829a7a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0748973 Jun 16 16:18:30.038945 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-fc802112-72b5-4bef-9eeb-21a198b6e0be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509481 Jun 16 16:18:30.112958 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fa715414-8afe-4450-86f0-3950aa0ed878 req-4c905d7e-cdd1-4709-b9de-df6b9eb28c07 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057878 Jun 16 16:18:30.151972 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245772-29f0-4ea4-9305-51a68dba51e1 req-335c8416-ec92-4020-8cee-2233cbe57833 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:30.160160 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-45245772-29f0-4ea4-9305-51a68dba51e1 req-335c8416-ec92-4020-8cee-2233cbe57833 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.1856711 Jun 16 16:18:30.220800 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-22f6194c-6bf6-45af-b71c-7efebb5c9f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.243020 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-45245772-29f0-4ea4-9305-51a68dba51e1 req-b4df1efa-9f89-4032-b183-f6b42554e7b6 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814867 Jun 16 16:18:30.246160 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-22f6194c-6bf6-45af-b71c-7efebb5c9f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.246315 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa164-70a3-4322-9251-0eac699d3ebf req-2a58f3a2-4b8a-4cf0-96b2-5e0476e26389 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:30.254809 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-065fa164-70a3-4322-9251-0eac699d3ebf req-2a58f3a2-4b8a-4cf0-96b2-5e0476e26389 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.2182579 Jun 16 16:18:30.274690 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-eae36211-5d95-4be7-af3c-9fd5fe520123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:30.279471 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-22f6194c-6bf6-45af-b71c-7efebb5c9f75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dadbfb1be17a4e3a83cdba6e9985683a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816032 Jun 16 16:18:30.285057 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40842) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:30.310889 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-065fa164-70a3-4322-9251-0eac699d3ebf req-649aa217-1f0d-46fa-83bd-54edb8b9161e tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550931 Jun 16 16:18:30.313703 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-744db6ea-16d0-4bc7-8078-6a4d4e2a9a5d service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234633 Jun 16 16:18:30.320054 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6194c-6bf6-45af-b71c-7efebb5c9f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecd45b4-fb9a-4993-b54c-2aadb0b5d4b0,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:30.325561 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-22f6194c-6bf6-45af-b71c-7efebb5c9f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:30.392471 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.426246 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.488241 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.491648 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.493244 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ecd45b4-fb9a-4993-b54c-2aadb0b5d4b0 HTTP/1.1" status: 204 len: 168 time: 0.2069626 Jun 16 16:18:30.493968 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:30.504218 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecd45b4-fb9a-4993-b54c-2aadb0b5d4b0,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:30.506828 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:30.584284 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8c3e75be-e07c-4f29-b576-de9d25e51e3f req-eaa2b784-f952-4819-8f65-d4a3cbb8b962 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546360 Jun 16 16:18:30.919898 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-36788068-e79c-4720-9e87-96e62fe51f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.940389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef115-8ac1-400d-b745-c19fecbeb5cb req-83444054-759f-4bf6-bd81-a8050f9694c3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:30.941882 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e04ef115-8ac1-400d-b745-c19fecbeb5cb req-83444054-759f-4bf6-bd81-a8050f9694c3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0962784 Jun 16 16:18:30.986830 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40894) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:31.022051 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.022943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a67f678c-938e-482a-a302-7739e25e56fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.049135 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e04ef115-8ac1-400d-b745-c19fecbeb5cb req-8efb3d37-9edc-408a-ae9e-dd26d13f94c3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002588 Jun 16 16:18:31.163877 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a67f678c-938e-482a-a302-7739e25e56fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.168527 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a67f678c-938e-482a-a302-7739e25e56fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.175073 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8275c577-fb40-4f65-b46d-56c7db86e7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:31.218703 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-a67f678c-938e-482a-a302-7739e25e56fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fbc50eaf33b44ec95174a28ca34dd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299979 Jun 16 16:18:31.221505 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 40904) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:31.232110 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f678c-938e-482a-a302-7739e25e56fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfe995-be11-4226-8245-4f16469c6019,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:31.238451 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a67f678c-938e-482a-a302-7739e25e56fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:31.299463 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.333221 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.405071 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.408910 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.413080 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ecfe995-be11-4226-8245-4f16469c6019 HTTP/1.1" status: 204 len: 168 time: 0.1906061 Jun 16 16:18:31.413883 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-37c34ed7-a420-4b2d-a2b2-c9478b1f6fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:31.422813 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfe995-be11-4226-8245-4f16469c6019,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:31.425804 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:31.619874 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde50c0-71b4-4c7d-8fe4-f204b5550494 req-a56a25c0-ce90-4a38-81df-a6b737b74fec tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:31.621421 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8cde50c0-71b4-4c7d-8fe4-f204b5550494 req-a56a25c0-ce90-4a38-81df-a6b737b74fec tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.1065140 Jun 16 16:18:31.664285 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2de8e-00a9-4eca-8609-f3c50d6f3ff5 req-abfebabf-cda4-422c-b7e7-03c8f3dedbd9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:31.676296 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a3a2de8e-00a9-4eca-8609-f3c50d6f3ff5 req-abfebabf-cda4-422c-b7e7-03c8f3dedbd9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.1902263 Jun 16 16:18:31.722666 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8cde50c0-71b4-4c7d-8fe4-f204b5550494 req-557f3c61-aef7-4576-8c82-6f214fc059d8 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930514 Jun 16 16:18:31.753085 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a3a2de8e-00a9-4eca-8609-f3c50d6f3ff5 req-0d9abd28-d2dc-47bd-ac5f-1e31cedcb6ac tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743713 Jun 16 16:18:31.921314 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.361672 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5222c5-f8b5-487c-9300-3859642ae049 req-58371f30-b77a-4d0b-9e69-9f88d53ba30c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:32.370917 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3e5222c5-f8b5-487c-9300-3859642ae049 req-58371f30-b77a-4d0b-9e69-9f88d53ba30c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1197629 Jun 16 16:18:32.598498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 40986) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:32.642536 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3e5222c5-f8b5-487c-9300-3859642ae049 req-3d2bb229-27de-4578-9d6b-3c71b1e760ed tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700458 Jun 16 16:18:32.720693 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-9357c234-e45b-45b7-b5d8-38004317cf9f tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:32.723394 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-9357c234-e45b-45b7-b5d8-38004317cf9f tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.3183453 Jun 16 16:18:32.789974 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc901520-35b3-4c5f-8839-7150ca544628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.969894 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc901520-35b3-4c5f-8839-7150ca544628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.989063 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Deleting port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:18:32.989525 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.006932 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc901520-35b3-4c5f-8839-7150ca544628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.016783 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f3012774-702e-4487-8ed0-09af88143109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:33.036591 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe197ef-e25b-4ab2-889a-bc11e9ef675e req-30dfdbf9-ea84-4112-9ba0-4748bb8e5a32 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:33.040541 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0fe197ef-e25b-4ab2-889a-bc11e9ef675e req-30dfdbf9-ea84-4112-9ba0-4748bb8e5a32 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 945 time: 0.1588311 Jun 16 16:18:33.055751 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-dc901520-35b3-4c5f-8839-7150ca544628 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bd45469cb24408a8eb7bc1a885f8266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546146 Jun 16 16:18:33.058389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc901520-35b3-4c5f-8839-7150ca544628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96a1826-fc59-4f30-9761-9807781e0aee,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:33.060709 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41008) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:33.071632 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dc901520-35b3-4c5f-8839-7150ca544628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:33.122540 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e47f-e844-4934-9e07-53d3bd3bac31 req-854cddfd-a74e-42e3-bdfa-ea3eb54d6534 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:33.124125 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1c20e47f-e844-4934-9e07-53d3bd3bac31 req-854cddfd-a74e-42e3-bdfa-ea3eb54d6534 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.1527557 Jun 16 16:18:33.140035 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0fe197ef-e25b-4ab2-889a-bc11e9ef675e req-d9d6fe8c-e7e2-4ee5-9703-cc878d79d175 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/security-groups?id=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952406 Jun 16 16:18:33.142117 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] For port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,segment=NetworkSegment(a2041e6d-83e5-435d-bf47-080c09207bfc),segment_id=a2041e6d-83e5-435d-bf47-080c09207bfc)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:33.142490 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.149030 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.193430 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.197554 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1c20e47f-e844-4934-9e07-53d3bd3bac31 req-205a1a64-1cbe-4808-8da6-624dcd976a94 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602400 Jun 16 16:18:33.252652 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.255457 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.256771 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f96a1826-fc59-4f30-9761-9807781e0aee HTTP/1.1" status: 204 len: 168 time: 0.1946766 Jun 16 16:18:33.257687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-973da1b2-a233-4040-8f34-771f194e973f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:33.268755 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Calling delete_port for 7ecd7860-e832-45a5-b3a4-28fc3917e2aa owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:18:33.270668 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96a1826-fc59-4f30-9761-9807781e0aee,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:33.279091 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:33.453560 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa03a-232f-488b-b3fc-22d5b116a93d req-7f01f7b8-c301-4681-a429-7dcede3c65b7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:33.455601 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a8eaa03a-232f-488b-b3fc-22d5b116a93d req-7f01f7b8-c301-4681-a429-7dcede3c65b7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.1078780 Jun 16 16:18:33.467168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41030) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:33.469891 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'floatingip': {'port_id': '537de1a2-cce6-4bd6-84a4-b2c4258fc926'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:33.566847 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.582502 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.597846 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:33.598927 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['7ecd7860-e832-45a5-b3a4-28fc3917e2aa'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:33.631087 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Pushing event deleted for resources: {'Port': ['ID=7ecd7860-e832-45a5-b3a4-28fc3917e2aa,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:33.637455 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:33.716100 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] No DVR routers for this DVR port 7ecd7860-e832-45a5-b3a4-28fc3917e2aa on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:18:33.721159 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.730934 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-47dfbf2e-cc14-433b-a3b3-20cd79be220d req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.58 "DELETE /v2.0/ports/7ecd7860-e832-45a5-b3a4-28fc3917e2aa HTTP/1.1" status: 204 len: 173 time: 1.0021467 Jun 16 16:18:33.731767 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'name': 'network-vif-deleted', 'tag': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:33.737189 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43edd510-79d1-44db-b069-adffbc7f0a21" -d '{"events": [{"server_uuid": "ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f", "name": "network-vif-deleted", "tag": "7ecd7860-e832-45a5-b3a4-28fc3917e2aa"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:33.782377 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.807982 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c302b97-4d2a-4cb8-920d-48bd395e306d x-openstack-request-id: req-5c302b97-4d2a-4cb8-920d-48bd395e306d {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:33.808516 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f", "name": "network-vif-deleted", "tag": "7ecd7860-e832-45a5-b3a4-28fc3917e2aa", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:33.808796 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c302b97-4d2a-4cb8-920d-48bd395e306d {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:33.809426 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f', 'name': 'network-vif-deleted', 'tag': '7ecd7860-e832-45a5-b3a4-28fc3917e2aa', 'status': 'completed', 'code': 200} Jun 16 16:18:33.869806 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41042) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:33.884799 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed9db-280a-42e9-8706-7aee71bc808b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.023378 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed9db-280a-42e9-8706-7aee71bc808b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.029017 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed9db-280a-42e9-8706-7aee71bc808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.032446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6d9e49ab-0cb7-498e-a808-ee6a528d2b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:34.077961 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ec4ed9db-280a-42e9-8706-7aee71bc808b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=debb58eb776945dd8d9d750bffad2790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052333 Jun 16 16:18:34.080255 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41060) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:34.083186 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b05aff-739e-4973-b732-b0983479bea4 req-e6eb29df-a455-483b-bfda-3200f5cc3f5c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:34.091464 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9b05aff-739e-4973-b732-b0983479bea4 req-e6eb29df-a455-483b-bfda-3200f5cc3f5c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.2727127 Jun 16 16:18:34.096543 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ed9db-280a-42e9-8706-7aee71bc808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce1d2eb-3bfa-4339-8fe6-21dfa149956f,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:34.121317 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ec4ed9db-280a-42e9-8706-7aee71bc808b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:34.163443 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.219424 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.280348 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9b05aff-739e-4973-b732-b0983479bea4 req-bb5598c9-aca3-40c5-8b5b-cffc7701aaeb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875446 Jun 16 16:18:34.323995 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.326851 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.328214 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ce1d2eb-3bfa-4339-8fe6-21dfa149956f HTTP/1.1" status: 204 len: 168 time: 0.2470119 Jun 16 16:18:34.330116 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e9986a16-09be-4ba6-ba47-a345c1b08696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:34.342070 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce1d2eb-3bfa-4339-8fe6-21dfa149956f,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:34.349625 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:34.404527 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-51bce4d6-ae40-4c33-abfc-bcfbd629edfa req-b1e7d644-c534-431d-b2da-989d5664633f tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddf5ebc7-4a02-4be8-9b68-f284ffb7bd5f HTTP/1.1" status: 200 len: 210 time: 0.0752134 Jun 16 16:18:34.759026 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.db.resource_extend [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:18:34.898595 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.904211 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.909397 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41104) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:34.930214 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b627d9af-981b-4583-98c0-c4051240afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.060648 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.l3_db [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Floating IP eb62f470-64f1-4d6e-b367-d0562ac5c37c associated. External IP: 172.28.2.214, port: 537de1a2-cce6-4bd6-84a4-b2c4258fc926. Jun 16 16:18:35.076089 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b627d9af-981b-4583-98c0-c4051240afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.087245 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b627d9af-981b-4583-98c0-c4051240afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.090414 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51955f16-e2d8-4291-af23-18988d8bdc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:35.133633 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627d9af-981b-4583-98c0-c4051240afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb12b6b-5aca-476a-9c97-00d2d13640be,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:35.142864 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b627d9af-981b-4583-98c0-c4051240afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:35.163424 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-b627d9af-981b-4583-98c0-c4051240afa6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c008a6801c8a42a58eaa922cb2ecb626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503772 Jun 16 16:18:35.164327 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41112) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:35.231390 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.259047 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.317604 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.322077 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.324393 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/feb12b6b-5aca-476a-9c97-00d2d13640be HTTP/1.1" status: 204 len: 168 time: 0.1574125 Jun 16 16:18:35.325447 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:35.337934 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Router ec346ddc-7e66-426b-8dda-7786c171ce98 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:35.339680 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb12b6b-5aca-476a-9c97-00d2d13640be,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:35.342316 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:35.387047 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41122) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:35.422616 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41126) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:35.531993 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:35.539099 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.563349 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] Sync routers for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:35.576887 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d9a47-7068-4e3e-ab70-919ff2f9ee17 req-e5fe16e4-b1b0-4044-aa82-9d8b31782981 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:35.578546 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f33d9a47-7068-4e3e-ab70-919ff2f9ee17 req-e5fe16e4-b1b0-4044-aa82-9d8b31782981 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1474316 Jun 16 16:18:35.583596 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:35.585642 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:35.613112 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b41dfeb9-549d-492d-9922-c9f74ca7b2a9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "PUT /v2.0/floatingips/eb62f470-64f1-4d6e-b367-d0562ac5c37c HTTP/1.1" status: 200 len: 992 time: 2.1452708 Jun 16 16:18:35.613456 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:35.615903 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298911b7-3a33-4962-959a-668ef5279e76" -d '{"events": [{"name": "network-changed", "server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:35.647957 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f33d9a47-7068-4e3e-ab70-919ff2f9ee17 req-6c2fdfa5-fd38-4abe-af89-ae7c5bbcba45 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575864 Jun 16 16:18:35.782483 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca98de-7940-4125-a574-38f1a76049c7 x-openstack-request-id: req-c8ca98de-7940-4125-a574-38f1a76049c7 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:35.783294 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:35.783712 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8ca98de-7940-4125-a574-38f1a76049c7 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:35.784290 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'status': 'completed', 'code': 200} Jun 16 16:18:35.889243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298911b7-3a33-4962-959a-668ef5279e76 req-c365ea48-4a68-4f5b-a648-61075fc2247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:35.891947 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-298911b7-3a33-4962-959a-668ef5279e76 req-c365ea48-4a68-4f5b-a648-61075fc2247f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 1099 time: 0.0753644 Jun 16 16:18:35.893257 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:35.917183 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d4d277cc-b6d8-4767-9e50-059ee2873ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.050499 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d6a76111-2ffc-4700-96dc-edeb466423f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.092501 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298911b7-3a33-4962-959a-668ef5279e76 req-4e92652a-74dd-4f3f-9f99-f917ab913805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:36.093997 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-298911b7-3a33-4962-959a-668ef5279e76 req-4e92652a-74dd-4f3f-9f99-f917ab913805 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 912 time: 0.1945164 Jun 16 16:18:36.221418 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-298911b7-3a33-4962-959a-668ef5279e76 req-99acb924-d17d-465b-b0b7-4937b9fef110 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 200 len: 1000 time: 0.1187534 Jun 16 16:18:36.280113 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d4d277cc-b6d8-4767-9e50-059ee2873ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.293793 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d4d277cc-b6d8-4767-9e50-059ee2873ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.296745 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41168) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:36.300068 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2035bf56-32b3-46e5-afc8-78874f2626d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:36.303297 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298911b7-3a33-4962-959a-668ef5279e76 req-20f2ba77-82ce-4818-8f94-7bc8dbf68c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:36.305382 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-298911b7-3a33-4962-959a-668ef5279e76 req-20f2ba77-82ce-4818-8f94-7bc8dbf68c24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0777254 Jun 16 16:18:36.316045 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41172) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:36.332146 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': 'eb62f470-64f1-4d6e-b367-d0562ac5c37c', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'port_id': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'mac_address': 'fa:16:3e:a2:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:13Z', 'updated_at': '2021-06-16T16:18:34Z', 'revision_number': 1, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:36.340521 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] Checking router: ec346ddc-7e66-426b-8dda-7786c171ce98 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:36.352998 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:36.353625 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:36.400843 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-d4d277cc-b6d8-4767-9e50-059ee2873ee4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f687de66cd7f4b8783b5038a7371a120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9765170 Jun 16 16:18:36.403631 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41178) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:36.410437 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d277cc-b6d8-4767-9e50-059ee2873ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91624c-8a8f-4ebe-92eb-606fcfbea0b8,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:36.418792 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d4d277cc-b6d8-4767-9e50-059ee2873ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:36.473670 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298911b7-3a33-4962-959a-668ef5279e76 req-06003582-4313-4bf9-98aa-e1ab85d67187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:36.475313 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-298911b7-3a33-4962-959a-668ef5279e76 req-06003582-4313-4bf9-98aa-e1ab85d67187 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1580944 Jun 16 16:18:36.501329 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d6a76111-2ffc-4700-96dc-edeb466423f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.506914 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c84cd34c-18ab-42da-ad9d-1c86fa40ad06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.509117 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:36.515033 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d6a76111-2ffc-4700-96dc-edeb466423f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.521149 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:36.535481 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.572467 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-d6a76111-2ffc-4700-96dc-edeb466423f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba9b1bd8dca94e66ba676793d96ec3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1841764 Jun 16 16:18:36.578856 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41182) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:36.592487 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.605066 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.db.api [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:18:36.605066 dv-cinder-775250-5-smb neutron-server[91699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:18:36.605066 dv-cinder-775250-5-smb neutron-server[91699]: [parameters: {'project_id_1': '2590034a6218427d9b0218a84e9330a5', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 18, 36, 569056)}] Jun 16 16:18:36.605066 dv-cinder-775250-5-smb neutron-server[91699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:18:36.605556 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_db.api [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:18:36.618201 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a76111-2ffc-4700-96dc-edeb466423f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc6b24e-e21c-4d53-9271-09b3bc30fc1f,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:36.622591 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d6a76111-2ffc-4700-96dc-edeb466423f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:36.649125 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-298911b7-3a33-4962-959a-668ef5279e76 req-f31086d5-fca2-4f81-800e-a302118e277f service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617391 Jun 16 16:18:36.654754 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.778207 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.807117 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-298911b7-3a33-4962-959a-668ef5279e76 req-e912d4aa-b9cc-40c0-b9e5-ef715504a15f service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428573 Jun 16 16:18:36.835885 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.905471 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ea85d-f3e7-4674-ba9b-b9b273fd8d2f req-fd847bd3-5d4f-4885-92b5-0755e4a702a5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:36.907389 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-521ea85d-f3e7-4674-ba9b-b9b273fd8d2f req-fd847bd3-5d4f-4885-92b5-0755e4a702a5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0988147 Jun 16 16:18:36.939918 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.942613 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.944281 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c91624c-8a8f-4ebe-92eb-606fcfbea0b8 HTTP/1.1" status: 204 len: 168 time: 0.5395451 Jun 16 16:18:36.954622 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a86811af-fade-4d2b-a5c3-53fabc28ec09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:36.966260 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91624c-8a8f-4ebe-92eb-606fcfbea0b8,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:36.972513 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:36.990447 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 7ecd7860-e832-45a5-b3a4-28fc3917e2aa no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:37.010430 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c84cd34c-18ab-42da-ad9d-1c86fa40ad06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.023001 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c84cd34c-18ab-42da-ad9d-1c86fa40ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.031696 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-521ea85d-f3e7-4674-ba9b-b9b273fd8d2f req-19b94eb3-0647-4f9c-8bbb-92420a67f0e2 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166439 Jun 16 16:18:37.037114 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7608ff29-92b9-4746-860f-352d8d12077f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.052337 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 7ecd7860-e832-45a5-b3a4-28fc3917e2aa {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:18:37.052689 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 7ecd7860-e832-45a5-b3a4-28fc3917e2aa not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:37.060798 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.064005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.065131 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bcc6b24e-e21c-4d53-9271-09b3bc30fc1f HTTP/1.1" status: 204 len: 168 time: 0.4851530 Jun 16 16:18:37.070972 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': 'eb62f470-64f1-4d6e-b367-d0562ac5c37c', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'port_id': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'mac_address': 'fa:16:3e:a2:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:13Z', 'updated_at': '2021-06-16T16:18:34Z', 'revision_number': 1, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:37.076822 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c15efd-936a-4ee4-93b5-cc469f10d189 None None] The sync data for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb is: [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': 'eb62f470-64f1-4d6e-b367-d0562ac5c37c', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'port_id': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'mac_address': 'fa:16:3e:a2:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:13Z', 'updated_at': '2021-06-16T16:18:34Z', 'revision_number': 1, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:37.086506 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cd34c-18ab-42da-ad9d-1c86fa40ad06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a827d8c1-4fa0-4e64-b717-1e70caf37cbf,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.089508 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c84cd34c-18ab-42da-ad9d-1c86fa40ad06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.090006 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-de2f5989-24bf-420c-9a85-13a113acea99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.095303 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c84cd34c-18ab-42da-ad9d-1c86fa40ad06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48fc1c6a69b7419db2e847ae000421d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966614 Jun 16 16:18:37.102013 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41204) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.112654 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.126684 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc6b24e-e21c-4d53-9271-09b3bc30fc1f,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.130839 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.253217 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.289814 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.304351 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.313168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.317136 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c84cd34c-18ab-42da-ad9d-1c86fa40ad06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.362866 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.366758 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.370197 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a827d8c1-4fa0-4e64-b717-1e70caf37cbf HTTP/1.1" status: 204 len: 168 time: 0.2602668 Jun 16 16:18:37.370197 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ffb8136c-252b-45ac-8e9c-dd3debadda93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.379716 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41216) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.380692 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18c277-2379-44c7-8394-301ce4f9c5fc,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.383136 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a827d8c1-4fa0-4e64-b717-1e70caf37cbf,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.415599 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.439603 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Deleting subnet 16b074a3-0f1c-47a4-9871-e80aa5569894 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:18:37.443400 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.444279 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.448735 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2590034a6218427d9b0218a84e9330a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1312814 Jun 16 16:18:37.451367 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41220) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.497748 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.498106 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0ff30-2ac3-4ad0-9756-83a25c8a0773 None None] New status for floating IP eb62f470-64f1-4d6e-b367-d0562ac5c37c: ACTIVE {{(pid=91701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:18:37.544364 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.577725 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.589942 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.647776 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.651718 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.653502 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e18c277-2379-44c7-8394-301ce4f9c5fc HTTP/1.1" status: 204 len: 168 time: 0.2006145 Jun 16 16:18:37.654835 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.667448 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18c277-2379-44c7-8394-301ce4f9c5fc,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.672559 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.677590 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41226) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.713268 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94252858-fb4e-4c2a-baf0-68f8184d5284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.725256 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.732100 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-28363c7e-4c1f-4a89-b778-6fdeed03d6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.763517 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b074a3-0f1c-47a4-9871-e80aa5569894,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.767554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.773402 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.775741 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/16b074a3-0f1c-47a4-9871-e80aa5569894 HTTP/1.1" status: 204 len: 168 time: 0.3948145 Jun 16 16:18:37.778625 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41228) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.884089 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94252858-fb4e-4c2a-baf0-68f8184d5284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.889933 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.890465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94252858-fb4e-4c2a-baf0-68f8184d5284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.895791 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b627d9af-981b-4583-98c0-c4051240afa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.942679 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94252858-fb4e-4c2a-baf0-68f8184d5284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ca90d-f7eb-4ef5-a420-dbe5c704ba18,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.946503 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-94252858-fb4e-4c2a-baf0-68f8184d5284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.949206 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-94252858-fb4e-4c2a-baf0-68f8184d5284 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12f08d96c6854604bc74767174d19b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704785 Jun 16 16:18:37.952040 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41234) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.996975 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41238) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.998999 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.019502 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-512e2c98-1bb6-46b5-9ea5-285b4bc0342f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.021011 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.021384 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.022158 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.022498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > port after_create 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.022842 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.023159 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > port after_update 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.024030 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.024357 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.024698 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.025003 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.096354 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.096707 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.097034 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.097359 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:18:38.097716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfd629f-f8cd-410a-a82c-ed5f753cf293']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:38.127035 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2041e6d-83e5-435d-bf47-080c09207bfc') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:38.127363 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2041e6d-83e5-435d-bf47-080c09207bfc') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:38.145846 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.182019 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.184452 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.198133 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:38.198433 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: from cryptography.utils import int_from_bytes Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: from cryptography.utils import int_from_bytes Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:18:38.202687 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:18:38.211684 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-512e2c98-1bb6-46b5-9ea5-285b4bc0342f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.221919 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-512e2c98-1bb6-46b5-9ea5-285b4bc0342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.229462 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d6a76111-2ffc-4700-96dc-edeb466423f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:38.260476 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2c98-1bb6-46b5-9ea5-285b4bc0342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80468140-aef5-450f-ada4-012c51c40fa6,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.266551 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.276122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-512e2c98-1bb6-46b5-9ea5-285b4bc0342f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:38.284120 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.298293 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.309555 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a6df579a-d17d-4180-a21b-0a13614d11fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:38.313728 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.316019 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0cfd629f-f8cd-410a-a82c-ed5f753cf293 HTTP/1.1" status: 204 len: 168 time: 0.5347056 Jun 16 16:18:38.324510 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-512e2c98-1bb6-46b5-9ea5-285b4bc0342f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8e5ad404a7d4ba7baf5f190caa87554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262677 Jun 16 16:18:38.327665 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41248) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:38.337357 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cfd629f-f8cd-410a-a82c-ed5f753cf293,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.340983 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:38.371758 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.373831 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276edce4-4304-4415-9592-003aab06bf3f req-dd0658e3-2cd4-43c9-a98c-20ad7df7f89e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:38.376354 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.377765 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/240ca90d-f7eb-4ef5-a420-dbe5c704ba18 HTTP/1.1" status: 204 len: 168 time: 0.4235103 Jun 16 16:18:38.381386 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c0eec207-514f-4c59-9f0e-ee678723d621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:38.381787 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-276edce4-4304-4415-9592-003aab06bf3f req-dd0658e3-2cd4-43c9-a98c-20ad7df7f89e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1045687 Jun 16 16:18:38.391226 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ca90d-f7eb-4ef5-a420-dbe5c704ba18,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.396201 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:38.413001 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.428945 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-276edce4-4304-4415-9592-003aab06bf3f req-49b2a19e-4876-4fae-a2c7-c87b76c4d49a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Jun 16 16:18:38.442922 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.454505 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41256) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:38.471970 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-00044fe2-6c95-4e36-a1f6-4a956b516536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.505305 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.508777 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.514739 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80468140-aef5-450f-ada4-012c51c40fa6 HTTP/1.1" status: 204 len: 168 time: 0.1842444 Jun 16 16:18:38.516703 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1a7311b9-8282-4883-81f7-d9d0f2b8563a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:38.526209 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80468140-aef5-450f-ada4-012c51c40fa6,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.529563 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:38.551281 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41260) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:38.584664 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-00044fe2-6c95-4e36-a1f6-4a956b516536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.593330 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-00044fe2-6c95-4e36-a1f6-4a956b516536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.597967 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e4b65e5a-0df4-4bb3-86c5-708d220584a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:38.604097 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e79deee5-1338-4115-8b64-1256b981322a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22383f322917437c8e5f627c390126e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505586 Jun 16 16:18:38.606459 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41262) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:38.636259 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00044fe2-6c95-4e36-a1f6-4a956b516536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa8e23-befc-4a5e-8551-6be3790f9f56,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.640067 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-00044fe2-6c95-4e36-a1f6-4a956b516536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:38.646491 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-00044fe2-6c95-4e36-a1f6-4a956b516536 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a66a637d0dd4a7e983db9a480f706c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908948 Jun 16 16:18:38.646996 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41264) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:38.679890 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.709833 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.713084 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.739557 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.776579 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.779662 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.782143 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/108aa4ba-c089-4a07-b4a7-4bdfc5bbd760 HTTP/1.1" status: 204 len: 168 time: 0.1733270 Jun 16 16:18:38.783087 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:38.790956 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108aa4ba-c089-4a07-b4a7-4bdfc5bbd760,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.794266 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:38.800872 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.803436 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.804764 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59fa8e23-befc-4a5e-8551-6be3790f9f56 HTTP/1.1" status: 204 len: 168 time: 0.1564541 Jun 16 16:18:38.805443 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-94252858-fb4e-4c2a-baf0-68f8184d5284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:38.814371 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa8e23-befc-4a5e-8551-6be3790f9f56,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.816557 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:39.624156 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83711c86-641d-4ca7-b673-46e0128ed74a req-81ebd680-f210-4108-b8a9-4719d5c15f5b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:39.631886 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83711c86-641d-4ca7-b673-46e0128ed74a req-81ebd680-f210-4108-b8a9-4719d5c15f5b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0856967 Jun 16 16:18:39.666370 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83711c86-641d-4ca7-b673-46e0128ed74a req-92429686-0785-4313-9c96-fdab25aa2a0b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Jun 16 16:18:40.915857 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431cf7-cec4-4c70-88a7-0fba8ebfded0 req-9516ac08-1d87-41fa-b1d3-9698f0e79df5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:40.916393 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-07431cf7-cec4-4c70-88a7-0fba8ebfded0 req-9516ac08-1d87-41fa-b1d3-9698f0e79df5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0855906 Jun 16 16:18:40.954356 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-07431cf7-cec4-4c70-88a7-0fba8ebfded0 req-80b31821-e06e-446a-9681-056e46d39fb5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371337 Jun 16 16:18:41.018513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41410) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:41.307539 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41422) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:41.364757 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-356929212-network', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:41.387692 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Made reservation on behalf of 311b23f0351c41e5a0ba1857eec4b032 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:41.389993 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.398559 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.506924 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.511468 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.516909 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-09f0df92-a76b-412c-9395-c6fca15845f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:41.541529 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:18:41.557754 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae3d21d-fd5d-422b-9f45-7d113ab5afc3,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:41.571444 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:41.574884 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.575153 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Added segment 43fd0772-948b-41c4-957f-1a7774f314c6 of type vlan for network f9f691c9-dd26-4a89-b750-40017bc064df Jun 16 16:18:41.633292 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.659792 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-71383abf-573b-4527-abd9-c9b36cf84f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.729978 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.744913 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:41.745876 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.752821 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:41.827405 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f691c9-dd26-4a89-b750-40017bc064df,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:41.832390 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:41.839627 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network f9f691c9-dd26-4a89-b750-40017bc064df details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:18:41.868598 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-71383abf-573b-4527-abd9-c9b36cf84f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.875428 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-71383abf-573b-4527-abd9-c9b36cf84f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.880361 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:42.149865 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1298940 Jun 16 16:18:42.151053 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71383abf-573b-4527-abd9-c9b36cf84f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0cef6d-fd8c-4a95-b7c6-8e2f07717244,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:42.154041 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41464) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:42.159500 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Request body: {'subnet': {'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-subnet', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:42.174867 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-71383abf-573b-4527-abd9-c9b36cf84f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:42.204769 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Made reservation on behalf of 311b23f0351c41e5a0ba1857eec4b032 for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:42.207296 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232085'] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.268592 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-71383abf-573b-4527-abd9-c9b36cf84f6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2db48719dc84989991ec0cdcb64e577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9591684 Jun 16 16:18:42.273189 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41470) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:42.375158 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1a4d-7aa3-471d-8085-5b3baf16225f req-1628ce8c-0d0e-467c-b6ce-7c77d889acbd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:42.377662 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd9b1a4d-7aa3-471d-8085-5b3baf16225f req-1628ce8c-0d0e-467c-b6ce-7c77d889acbd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.2299383 Jun 16 16:18:42.383697 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.426194 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232071'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.433227 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:42.442814 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.447398 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd9b1a4d-7aa3-471d-8085-5b3baf16225f req-2647bf1e-de5c-4081-9406-0be69337216d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614655 Jun 16 16:18:42.496210 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db4372a-ab68-477c-b65f-73c9ae8d0759,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:42.503894 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:42.513349 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.518796 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.521016 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e0cef6d-fd8c-4a95-b7c6-8e2f07717244 HTTP/1.1" status: 204 len: 168 time: 0.2443388 Jun 16 16:18:42.521922 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-00044fe2-6c95-4e36-a1f6-4a956b516536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:42.524670 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Checking segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:42.525288 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Network hostable DHCP agents. Network: f9f691c9-dd26-4a89-b750-40017bc064df, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:18:42.533252 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0cef6d-fd8c-4a95-b7c6-8e2f07717244,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:42.543709 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:42.558047 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Network f9f691c9-dd26-4a89-b750-40017bc064df is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:18:42.570042 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, f9f691c9-dd26-4a89-b750-40017bc064df) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:42.575395 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:42.576153 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.580891 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c591857e-4ea6-4850-a8ad-d59e4c8393a8 None None] Network f9f691c9-dd26-4a89-b750-40017bc064df requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:18:42.601039 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-30b56dd7-6799-471f-ae75-5dba5f387c73 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4456398 Jun 16 16:18:42.603979 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41486) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:42.620645 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:42.676360 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.679780 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.758967 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.786264 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-f9f691c9-dd26-4a89-b750-40017bc064df', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:18:42.787500 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.969889 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.006530 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Allocated IP 172.20.0.2 (f9f691c9-dd26-4a89-b750-40017bc064df/2db4372a-ab68-477c-b65f-73c9ae8d0759/e4b605db-9915-4a47-bfa4-8170bdb492de) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:43.195935 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41526) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:43.262727 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.290891 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Transition to ACTIVE for port object e4b605db-9915-4a47-bfa4-8170bdb492de will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:43.330958 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Transition to ACTIVE for port object e4b605db-9915-4a47-bfa4-8170bdb492de will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:43.350219 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.355115 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:43.357507 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41538) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:43.370295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.382440 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3cef2b40-dc1b-4cbd-80a2-b44bdf530ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.397456 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.445885 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Network f9f691c9-dd26-4a89-b750-40017bc064df is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:43.450400 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:43.452624 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Pushing event updated for resources: {'Port': ['ID=e4b605db-9915-4a47-bfa4-8170bdb492de,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:43.466506 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:43.542503 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Allocated IP 172.28.2.164 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/36a99fe3-1a39-4402-80e8-52a883cc1b33) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:43.547356 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c9324ec1-85f0-4255-8ec3-23b684d59d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.739477 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3cef2b40-dc1b-4cbd-80a2-b44bdf530ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.754164 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.780051 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:43.824234 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Attempting to bind port e4b605db-9915-4a47-bfa4-8170bdb492de on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:43.824866 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Attempting to bind port e4b605db-9915-4a47-bfa4-8170bdb492de by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:43.825263 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Attempting to bind port e4b605db-9915-4a47-bfa4-8170bdb492de on network f9f691c9-dd26-4a89-b750-40017bc064df {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:43.832380 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:43.833269 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Checking segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:43.833887 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.834740 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Bound using segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:43.835460 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Bound port: e4b605db-9915-4a47-bfa4-8170bdb492de, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:43.836165 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.881572 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c9324ec1-85f0-4255-8ec3-23b684d59d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.883516 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3cef2b40-dc1b-4cbd-80a2-b44bdf530ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.886165 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b82352-9c11-428f-8339-21625f5305b2 req-d772ec56-1b38-4f6f-aba1-e2c62b36b0bc tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:43.887339 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:43.889063 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-00b82352-9c11-428f-8339-21625f5305b2 req-d772ec56-1b38-4f6f-aba1-e2c62b36b0bc tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1725087 Jun 16 16:18:43.890890 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.901530 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c9324ec1-85f0-4255-8ec3-23b684d59d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.902981 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-61c00c96-de05-47da-8761-00426b0a1e80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:43.927280 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:43.929895 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] For port e4b605db-9915-4a47-bfa4-8170bdb492de, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:43.933614 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] For port e4b605db-9915-4a47-bfa4-8170bdb492de, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=e4b605db-9915-4a47-bfa4-8170bdb492de,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:43.943975 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.959575 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:43.961665 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-3cef2b40-dc1b-4cbd-80a2-b44bdf530ac5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc135d6ae4794bb9a4e387ff0d1b7176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029801 Jun 16 16:18:43.962667 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef2b40-dc1b-4cbd-80a2-b44bdf530ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d310466b-6b16-415d-927e-ef5f02be8b16,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:43.963539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:43.964754 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41558) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:43.965093 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41560) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:43.966125 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:43.967927 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3cef2b40-dc1b-4cbd-80a2-b44bdf530ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:43.969192 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c8ea2bf1-4307-4f02-8091-21059dcb2043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:43.975506 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c9324ec1-85f0-4255-8ec3-23b684d59d37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=274d6469f5484a1383105a0cf7cb1e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779212 Jun 16 16:18:43.983188 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41562) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:44.034554 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9324ec1-85f0-4255-8ec3-23b684d59d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c4e12-ff57-4b39-b806-150b43c020c7,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.054703 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c9324ec1-85f0-4255-8ec3-23b684d59d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:44.060210 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Pushing event updated for resources: {'Port': ['ID=e4b605db-9915-4a47-bfa4-8170bdb492de,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.066545 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:44.083907 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Pushing event updated for resources: {'Port': ['ID=36a99fe3-1a39-4402-80e8-52a883cc1b33,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.092614 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:44.102294 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-00b82352-9c11-428f-8339-21625f5305b2 req-b4ab8e16-a8df-4dfa-8ff3-3bfa8230a3a3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004209 Jun 16 16:18:44.131759 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.166325 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.227097 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.229833 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.231113 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd4c4e12-ff57-4b39-b806-150b43c020c7 HTTP/1.1" status: 204 len: 168 time: 0.2460263 Jun 16 16:18:44.232011 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-30b9db66-d908-4166-8847-d11684034097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:44.242220 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c4e12-ff57-4b39-b806-150b43c020c7,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.245848 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:44.274685 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcd4488b-2a50-46a6-9c73-30eecdab1659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.324813 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.402190 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.525181 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.527689 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.528868 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d310466b-6b16-415d-927e-ef5f02be8b16 HTTP/1.1" status: 204 len: 168 time: 0.5531919 Jun 16 16:18:44.534199 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4dcaa3fa-591f-4a26-a422-bc46a9505f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:44.536973 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.591019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d310466b-6b16-415d-927e-ef5f02be8b16,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.621526 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:44.629494 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcd4488b-2a50-46a6-9c73-30eecdab1659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.635926 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41572) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:44.640979 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fcd4488b-2a50-46a6-9c73-30eecdab1659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.646338 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:44.650643 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-490afa92-fbd6-4634-9425-4c195160e214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.691579 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-fcd4488b-2a50-46a6-9c73-30eecdab1659 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85f625ec762d4c2d92a20d1e13a36d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7207525 Jun 16 16:18:44.692185 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41578) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:44.710925 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4488b-2a50-46a6-9c73-30eecdab1659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c39c4-aa03-4300-8364-1902f92dcee1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.722690 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fcd4488b-2a50-46a6-9c73-30eecdab1659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:44.861719 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-490afa92-fbd6-4634-9425-4c195160e214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.873919 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-490afa92-fbd6-4634-9425-4c195160e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.877347 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-44a3c6b7-cceb-481a-b063-a46e8739c3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:44.894683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.933299 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.943055 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:44.972627 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490afa92-fbd6-4634-9425-4c195160e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b283fb7-c468-42a1-a94f-792b5e46af28,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:45.011456 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41594) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:45.013136 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-490afa92-fbd6-4634-9425-4c195160e214 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3bef152ab49e455685a42a3af082b724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628290 Jun 16 16:18:45.014332 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-490afa92-fbd6-4634-9425-4c195160e214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:45.144047 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.146556 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.157408 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f1c39c4-aa03-4300-8364-1902f92dcee1 HTTP/1.1" status: 204 len: 168 time: 0.4599910 Jun 16 16:18:45.161907 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:45.173825 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.180070 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c39c4-aa03-4300-8364-1902f92dcee1,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:45.186353 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:45.223975 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.296286 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:18:45.353346 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.356328 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.357780 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b283fb7-c468-42a1-a94f-792b5e46af28 HTTP/1.1" status: 204 len: 168 time: 0.3454740 Jun 16 16:18:45.363542 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddefa8fb-9ebd-4d39-8b43-cace17abf5d2 None None] Network f9f691c9-dd26-4a89-b750-40017bc064df requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:18:45.384359 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d4d277cc-b6d8-4767-9e50-059ee2873ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:45.398958 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b283fb7-c468-42a1-a94f-792b5e46af28,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:45.403190 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:45.633254 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-e4c1af26-9d81-42a3-b66b-6c094c5cbffd None None] Provisioning for port e4b605db-9915-4a47-bfa4-8170bdb492de completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:45.665764 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e4b605db-9915-4a47-bfa4-8170bdb492de up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:45.757056 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:45.768984 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Sync routers for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:45.785621 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port e4b605db-9915-4a47-bfa4-8170bdb492de completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:45.786324 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:45.787476 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:45.804851 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port e4b605db-9915-4a47-bfa4-8170bdb492de triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:45.805238 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.807491 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c7e5-a116-48dc-9499-bed44190c0d5 req-2e3ff328-54bc-455d-bbf9-749e717f7221 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:45.809580 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5013c7e5-a116-48dc-9499-bed44190c0d5 req-2e3ff328-54bc-455d-bbf9-749e717f7221 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.4135456 Jun 16 16:18:45.811140 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.812943 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2070928 Jun 16 16:18:45.815877 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41620) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:45.932604 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.934586 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5013c7e5-a116-48dc-9499-bed44190c0d5 req-c9011c4a-5fe3-42d1-8a02-a7d85a08d4b3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044118 Jun 16 16:18:45.995977 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port e4b605db-9915-4a47-bfa4-8170bdb492de, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=e4b605db-9915-4a47-bfa4-8170bdb492de,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:46.002395 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.018050 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41626) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:46.020788 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:46.045175 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-af8c50b5-1434-4d1d-ac33-63ca8115d130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.143762 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=e4b605db-9915-4a47-bfa4-8170bdb492de,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:46.152230 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:46.165543 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:46.274371 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-40303736-7746-43a6-9647-5ea2a4e54455 None None] Provisioning complete for port e4b605db-9915-4a47-bfa4-8170bdb492de triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:46.274868 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-40303736-7746-43a6-9647-5ea2a4e54455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.316452 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-af8c50b5-1434-4d1d-ac33-63ca8115d130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.326954 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-af8c50b5-1434-4d1d-ac33-63ca8115d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.394108 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:46.412320 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-af8c50b5-1434-4d1d-ac33-63ca8115d130 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0aec400c94843b29e2ef1de887c1db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929408 Jun 16 16:18:46.418176 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41654) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:46.521309 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c50b5-1434-4d1d-ac33-63ca8115d130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8929fee-b670-4b56-8086-b919c9a98f07,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:46.526831 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-af8c50b5-1434-4d1d-ac33-63ca8115d130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:46.567480 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.599345 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.632299 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.715332 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.720020 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.727784 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8929fee-b670-4b56-8086-b919c9a98f07 HTTP/1.1" status: 204 len: 168 time: 0.3071628 Jun 16 16:18:46.729114 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-512e2c98-1bb6-46b5-9ea5-285b4bc0342f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:46.742798 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8929fee-b670-4b56-8086-b919c9a98f07,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:46.756420 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:46.769392 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Allocated IP 172.20.0.1 (f9f691c9-dd26-4a89-b750-40017bc064df/2db4372a-ab68-477c-b65f-73c9ae8d0759/52a10f76-4e0f-4643-98c0-d2ca7b9ba72a) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:46.856118 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:44Z', 'revision_number': 3, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:46.860702 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Checking router: 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:46.861315 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Updating router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d port 36a99fe3-1a39-4402-80e8-52a883cc1b33 binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:18:46.899620 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.930058 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.952498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Transition to ACTIVE for port object 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:47.018166 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.020891 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:47.076391 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Network f9f691c9-dd26-4a89-b750-40017bc064df is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:47.085452 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:47.102507 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:47.106228 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Pushing event updated for resources: {'Port': ['ID=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.115223 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:47.180880 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.356296 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d340d0-a0e2-4089-829f-be5c85bae18b req-60fe8763-fb32-45af-bd3c-cfd6f9e05f84 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:47.362282 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-06d340d0-a0e2-4089-829f-be5c85bae18b req-60fe8763-fb32-45af-bd3c-cfd6f9e05f84 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1497810 Jun 16 16:18:47.382218 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.396895 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Transition to ACTIVE for port object 36a99fe3-1a39-4402-80e8-52a883cc1b33 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:47.405485 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.422382 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:47.431614 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-c03cd60a-c927-412f-bf2b-a5fb8eb37d93 None None] Provisioning for port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:47.440704 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-c03cd60a-c927-412f-bf2b-a5fb8eb37d93 None None] Provisioning complete for port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:47.441877 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c03cd60a-c927-412f-bf2b-a5fb8eb37d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.460498 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-06d340d0-a0e2-4089-829f-be5c85bae18b req-1127dd35-18ca-44c9-a8d3-df5ad2e86de6 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801098 Jun 16 16:18:47.472032 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.553289 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a42f51-3027-473d-b716-237b73ca8f34 None None] Pushing event updated for resources: {'Port': ['ID=36a99fe3-1a39-4402-80e8-52a883cc1b33,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.560394 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-c03cd60a-c927-412f-bf2b-a5fb8eb37d93 None None] Port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:18:47.566989 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-78a42f51-3027-473d-b716-237b73ca8f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:47.588767 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e4b605db-9915-4a47-bfa4-8170bdb492de up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:47.610410 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Attempting to bind port 36a99fe3-1a39-4402-80e8-52a883cc1b33 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:47.611596 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Attempting to bind port 36a99fe3-1a39-4402-80e8-52a883cc1b33 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:47.612341 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Attempting to bind port 36a99fe3-1a39-4402-80e8-52a883cc1b33 on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:47.625770 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:47.626898 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:47.627713 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.628439 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:47.628961 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Bound port: 36a99fe3-1a39-4402-80e8-52a883cc1b33, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:47.629348 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.680773 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port e4b605db-9915-4a47-bfa4-8170bdb492de triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:47.681310 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.721234 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] For port 36a99fe3-1a39-4402-80e8-52a883cc1b33, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:47.726593 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] For port 36a99fe3-1a39-4402-80e8-52a883cc1b33, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=36a99fe3-1a39-4402-80e8-52a883cc1b33,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:47.737202 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.753942 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-78a42f51-3027-473d-b716-237b73ca8f34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:47.806687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.818410 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.823626 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:47.877103 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a42f51-3027-473d-b716-237b73ca8f34 None None] Pushing event updated for resources: {'Port': ['ID=36a99fe3-1a39-4402-80e8-52a883cc1b33,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.889704 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-78a42f51-3027-473d-b716-237b73ca8f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:47.921131 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.925301 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Pushing event updated for resources: {'Port': ['ID=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.937073 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.938715 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.940011 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.940376 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.940725 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.941074 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.941420 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.941765 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.942105 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.942438 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.943092 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.943606 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:47.956196 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:48.027148 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:48.028286 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:48.082136 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Network f9f691c9-dd26-4a89-b750-40017bc064df is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:48.084320 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:48.172782 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:48.235884 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:48.397430 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d537835b-1d55-4cd6-a87b-d713332ed906 None None] Provisioning complete for port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:48.398056 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d537835b-1d55-4cd6-a87b-d713332ed906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.433685 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 2, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:48.439790 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ac819-0a6c-4ecb-bfce-bc508cede4fe None None] The sync data for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb is: [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 2, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:48.458419 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d537835b-1d55-4cd6-a87b-d713332ed906 None None] Port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:18:48.605728 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41750) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:48.661002 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:48.679969 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] 10.222.0.77 "PUT /v2.0/routers/0eb872a0-8e0d-4a6c-959f-8e1e11831c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8627212 Jun 16 16:18:48.754923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d074e74-5c67-4f17-adde-8acbe79664e6 req-e3b0dba4-44bc-4220-a9cf-2f470157f6ab tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:48.756739 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3d074e74-5c67-4f17-adde-8acbe79664e6 req-e3b0dba4-44bc-4220-a9cf-2f470157f6ab tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0808499 Jun 16 16:18:48.831969 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3d074e74-5c67-4f17-adde-8acbe79664e6 req-1ff89858-523f-4ed9-b51e-e2ab954770ed tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598385 Jun 16 16:18:48.929433 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.108099 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.110104 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.114827 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-91028083-2cd6-45c7-9fc3-b6d56bd12a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:49.159984 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41778) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:49.160540 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf9e43e489f74a88a58b3f594d8a3e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522847 Jun 16 16:18:49.161006 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122ae042-1315-4b7a-828b-5f5960de4392,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:49.169280 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.169565 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.170059 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.170416 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.170765 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.171109 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.171912 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.172427 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.172609 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.172949 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.173290 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.173613 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:49.182614 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:49.306006 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.333866 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.424737 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.428493 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.432425 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/122ae042-1315-4b7a-828b-5f5960de4392 HTTP/1.1" status: 204 len: 168 time: 0.2689009 Jun 16 16:18:49.432706 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c9324ec1-85f0-4255-8ec3-23b684d59d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:49.459055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122ae042-1315-4b7a-828b-5f5960de4392,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:49.470958 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:49.639791 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 36a99fe3-1a39-4402-80e8-52a883cc1b33 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:49.718672 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 36a99fe3-1a39-4402-80e8-52a883cc1b33 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:49.731713 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 36a99fe3-1a39-4402-80e8-52a883cc1b33 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:49.732102 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.926770 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41816) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:49.931724 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560550168', 'description': 'tempest-description--1692947051'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:49.975378 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.005657 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.073409 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 36a99fe3-1a39-4402-80e8-52a883cc1b33, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=36a99fe3-1a39-4402-80e8-52a883cc1b33,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:50.089046 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.099394 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:50.260401 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41826) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:50.262147 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=36a99fe3-1a39-4402-80e8-52a883cc1b33,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:50.274276 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:50.295616 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98b45edd-610d-4f56-b2f6-e818ee5b364e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.328609 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.341817 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.348506 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1af717b3-5a97-49c0-8fcd-219f87dda9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:50.413914 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:50.430866 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:50.448522 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6790d1-f2de-4e62-849c-d1d5e3a6a04d req-d1fcf46b-5972-47a8-bc13-5e31a3000c08 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:50.450299 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-be6790d1-f2de-4e62-849c-d1d5e3a6a04d req-d1fcf46b-5972-47a8-bc13-5e31a3000c08 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1869180 Jun 16 16:18:50.519864 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98b45edd-610d-4f56-b2f6-e818ee5b364e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.523729 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-be6790d1-f2de-4e62-849c-d1d5e3a6a04d req-372d6b14-a930-46df-9289-5f6e6d336f56 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606415 Jun 16 16:18:50.536145 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.538470 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6104360 Jun 16 16:18:50.542228 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41832) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:50.546254 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98b45edd-610d-4f56-b2f6-e818ee5b364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.549385 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'security_group_rule': {'security_group_id': '91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:50.570803 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:50.602961 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-98b45edd-610d-4f56-b2f6-e818ee5b364e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9bb60db50872499b9b286ee8b195555f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406205 Jun 16 16:18:50.605519 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41834) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:50.616006 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45edd-610d-4f56-b2f6-e818ee5b364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9195146-0db7-4c8d-b3bd-25a3a1adc938,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:50.619755 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.623926 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-98b45edd-610d-4f56-b2f6-e818ee5b364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:50.729290 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.732504 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.735478 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.743837 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:50.773362 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.776340 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec294e0-0dc5-4017-9b0c-6302cb55dfbc,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:50.785883 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.787543 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433503 Jun 16 16:18:50.790154 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41838) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:50.793223 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:50.795918 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41840) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:50.799137 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'security_group_rule': {'security_group_id': '91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:50.845309 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.869377 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.873166 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.875061 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9195146-0db7-4c8d-b3bd-25a3a1adc938 HTTP/1.1" status: 204 len: 168 time: 0.2623637 Jun 16 16:18:50.876035 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-023d2954-3285-4003-9ae2-4250be5a9691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:50.892687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9195146-0db7-4c8d-b3bd-25a3a1adc938,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:50.918019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.920986 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:50.923977 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.926934 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51e8f04f-ffba-4f5a-b4c1-fd163cf7da7f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:50.960190 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:50.961382 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690059 Jun 16 16:18:50.962238 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21305d38-3c7e-4e8a-95be-36c7a282dc92,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:50.965300 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 41850) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:50.970926 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'floatingip': {'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:50.976252 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:50.993611 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-33688aa2-80f5-41ba-aa2d-6d2e2509954b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.043157 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.232265 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-33688aa2-80f5-41ba-aa2d-6d2e2509954b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.247575 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-33688aa2-80f5-41ba-aa2d-6d2e2509954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.255595 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-33778a3d-879f-4b77-97f1-1736f78dde0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:51.289590 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33688aa2-80f5-41ba-aa2d-6d2e2509954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b155cc3-2fe3-424a-a375-cc2f8a7e5b9b,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:51.296982 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.299519 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-33688aa2-80f5-41ba-aa2d-6d2e2509954b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:51.321201 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-33688aa2-80f5-41ba-aa2d-6d2e2509954b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=665d448beaa04ea6b10e42859f768e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241578 Jun 16 16:18:51.324231 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41870) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:51.476001 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.565224 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Allocated IP 172.28.2.46 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/63d83bae-3807-48ce-b6df-74ea8505d41e) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:51.573992 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.654467 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.659229 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.663329 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b155cc3-2fe3-424a-a375-cc2f8a7e5b9b HTTP/1.1" status: 204 len: 168 time: 0.3379505 Jun 16 16:18:51.664152 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-af8c50b5-1434-4d1d-ac33-63ca8115d130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:51.675067 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b155cc3-2fe3-424a-a375-cc2f8a7e5b9b,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:51.679376 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:51.695361 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 36a99fe3-1a39-4402-80e8-52a883cc1b33 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:51.736567 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.782330 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Sync routers for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:51.803543 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:51.804523 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:51.833792 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.840753 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:51.886646 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:51.895987 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:51.900152 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:51.901029 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 36a99fe3-1a39-4402-80e8-52a883cc1b33 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:51.901420 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.913238 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcd0c4-1312-4320-ba81-c69e5d1f5663 req-98629da0-a02f-4dd0-b148-0ea26fe9f158 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:51.914867 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-17fcd0c4-1312-4320-ba81-c69e5d1f5663 req-98629da0-a02f-4dd0-b148-0ea26fe9f158 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1347203 Jun 16 16:18:51.934345 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'Port': ['ID=63d83bae-3807-48ce-b6df-74ea8505d41e,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:51.940471 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:51.974477 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:51.996317 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-17fcd0c4-1312-4320-ba81-c69e5d1f5663 req-4bf3ac6f-61d3-4f10-a26a-0e49e8ad9eda tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631752 Jun 16 16:18:52.087005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.169039 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.352566 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 2, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:52.357043 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Checking router: 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:52.357431 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Updating router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:18:52.397537 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.404507 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.412521 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.425293 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:52.508207 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'Port': ['ID=63d83bae-3807-48ce-b6df-74ea8505d41e,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:52.511282 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.514713 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:52.530289 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.532918 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5660281 Jun 16 16:18:52.825487 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.836627 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Transition to ACTIVE for port object 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:52.848589 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.853639 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6dc5cf44-1fab-41b2-84ef-9a67351d27a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:52.957731 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41944) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:53.015028 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Pushing event updated for resources: {'Port': ['ID=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:53.079843 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.080463 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.081392 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.081903 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.083859 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.086175 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.088233 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.088596 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.089544 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.092404 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.092945 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.097318 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:53.117555 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:53.129885 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-1ebbce73-1f87-4224-9794-dbdf2315ed34 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1560550168&fields=id&tenant_id=311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 267 time: 0.1400707 Jun 16 16:18:53.242516 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Attempting to bind port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:53.242901 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Attempting to bind port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:53.243310 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Attempting to bind port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a on network f9f691c9-dd26-4a89-b750-40017bc064df {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:53.255012 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:53.256041 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Checking segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:53.256640 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.257313 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Bound using segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:53.258036 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Bound port: 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:53.258627 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.297485 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-2d2bc8cd-ddc6-4337-9f37-bc809330c128 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:53.304627 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-2d2bc8cd-ddc6-4337-9f37-bc809330c128 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 816 time: 0.1673479 Jun 16 16:18:53.324486 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-6506647b-c4f6-473a-ae03-cf84778f30b0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/quotas/311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 375 time: 0.0181801 Jun 16 16:18:53.361967 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb0b75-385c-42cc-8ae3-bf050c12b69f req-e0fcbfff-1b9e-408e-b97e-692cd0866049 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:53.371169 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] For port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:53.371780 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2bdb0b75-385c-42cc-8ae3-bf050c12b69f req-e0fcbfff-1b9e-408e-b97e-692cd0866049 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1265633 Jun 16 16:18:53.375696 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] For port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:53.382569 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.385554 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:53.425459 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-01708c25-dd5e-472a-a02f-dae130d3863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.467843 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-c9a44ec5-2ca1-477d-a51b-27b057615055 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1407139 Jun 16 16:18:53.494707 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2bdb0b75-385c-42cc-8ae3-bf050c12b69f req-96a7fdae-6882-4e60-8087-8a4d8810d89d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219552 Jun 16 16:18:53.495310 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:53.496178 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:18:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:53.500245 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Pushing event updated for resources: {'Port': ['ID=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:53.505390 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:53.565296 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41968) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:53.670147 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-01708c25-dd5e-472a-a02f-dae130d3863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.680293 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-01708c25-dd5e-472a-a02f-dae130d3863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.683563 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1d33446b-5558-483f-bf45-945972276eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:53.691228 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-411bf78c-9ad7-4ea7-b55d-b1075ed3e0d4 service neutron] 10.222.0.77 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957409 Jun 16 16:18:53.738210 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01708c25-dd5e-472a-a02f-dae130d3863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27405e9-c75a-45ff-ad83-adf534d48a65,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:53.749954 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-01708c25-dd5e-472a-a02f-dae130d3863d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae4ef844635a422f8644feb96887b368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7897947 Jun 16 16:18:53.751653 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-01708c25-dd5e-472a-a02f-dae130d3863d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:53.752097 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41974) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:53.839817 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.846600 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:53.868771 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.901341 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-9c261a69-36ca-4b73-a5a0-4a9e7c00a205 service neutron] 10.222.0.77 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060814 Jun 16 16:18:53.967646 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.972649 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.978385 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a27405e9-c75a-45ff-ad83-adf534d48a65 HTTP/1.1" status: 204 len: 168 time: 0.2250738 Jun 16 16:18:53.979614 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-98b45edd-610d-4f56-b2f6-e818ee5b364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:53.997486 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27405e9-c75a-45ff-ad83-adf534d48a65,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:54.011603 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:54.033564 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 41984) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:54.053535 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eb24def3-28ca-426c-a4a6-034642cb9534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.107744 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:53Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:54.113014 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cfd7d-6612-4850-9203-23a3b26e7333 None None] The sync data for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb is: [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:53Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:54.232091 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d76c98e2-5130-4b15-bb3b-18b60b14e0e9 req-67a378e3-a20f-4dc3-b342-2eedc9a171b9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 210 time: 0.0536408 Jun 16 16:18:54.483658 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eb24def3-28ca-426c-a4a6-034642cb9534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.493145 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-eb24def3-28ca-426c-a4a6-034642cb9534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.501283 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fcd4488b-2a50-46a6-9c73-30eecdab1659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:54.580465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24def3-28ca-426c-a4a6-034642cb9534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36f6212-5a81-46b2-96a7-5a14d163c889,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:54.602704 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eb24def3-28ca-426c-a4a6-034642cb9534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:54.609957 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-eb24def3-28ca-426c-a4a6-034642cb9534 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88d83953c60a40d0b771c02ad2677411&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0427330 Jun 16 16:18:54.613303 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42006) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:54.686046 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fcf0-0097-4d85-bb0d-60123375409e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.768575 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.811786 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.868316 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a65f0f-4a8d-400b-9314-905bdd31268b req-840ffca0-b95e-4cd8-915e-be1432c589e1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:54.873571 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-34a65f0f-4a8d-400b-9314-905bdd31268b req-840ffca0-b95e-4cd8-915e-be1432c589e1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1742570 Jun 16 16:18:54.934152 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.938075 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.939662 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e36f6212-5a81-46b2-96a7-5a14d163c889 HTTP/1.1" status: 204 len: 168 time: 0.3251824 Jun 16 16:18:54.940486 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d107c5d3-c69b-43ed-a2ae-6c2a51a86787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:54.956960 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36f6212-5a81-46b2-96a7-5a14d163c889,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:54.977307 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fcf0-0097-4d85-bb0d-60123375409e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.984956 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fcf0-0097-4d85-bb0d-60123375409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.989579 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:54.998273 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5f1cc368-3bdd-49d4-8be5-3a9a10cc95a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:55.013795 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-34a65f0f-4a8d-400b-9314-905bdd31268b req-ddf65831-3232-44ee-81e0-42cff2966401 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338944 Jun 16 16:18:55.091624 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-f7c6fcf0-0097-4d85-bb0d-60123375409e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d17cd50992f4ca1a3aa0ed07d76884e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0366919 Jun 16 16:18:55.092630 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42014) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:55.094935 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6fcf0-0097-4d85-bb0d-60123375409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec27490-099d-4d2a-986e-0eb91226ae04,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:55.122210 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f7c6fcf0-0097-4d85-bb0d-60123375409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:55.252979 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.308906 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.500149 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-826adf0d-f9f0-49d9-b8b7-457e633f98a6 req-36de7bde-433b-403c-97be-246da94953a8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 210 time: 0.0528886 Jun 16 16:18:55.500990 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.503716 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.507425 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fec27490-099d-4d2a-986e-0eb91226ae04 HTTP/1.1" status: 204 len: 168 time: 0.4083462 Jun 16 16:18:55.508227 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-41cb36a5-bf97-47b8-8d96-ac3aeefa3818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:55.518927 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec27490-099d-4d2a-986e-0eb91226ae04,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:55.534816 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:55.686069 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:55.750512 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:55.754928 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:55.755343 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.847654 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.886025 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:55.892844 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.894750 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:55.934960 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42046) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:55.951476 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-24ab81f6-6643-4a8f-abe1-0adeeef02606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.951874 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:55.963611 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:56.069583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-24ab81f6-6643-4a8f-abe1-0adeeef02606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.072390 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42052) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:56.079032 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-24ab81f6-6643-4a8f-abe1-0adeeef02606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.081814 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d15c3e47-36ce-4b70-977b-66e0dd49d253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:56.121969 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-24ab81f6-6643-4a8f-abe1-0adeeef02606 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d985c3da5dd43e69969f07572bc310d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856289 Jun 16 16:18:56.123323 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab81f6-6643-4a8f-abe1-0adeeef02606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bf22af-518f-4b83-968f-6dee09731df4,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:56.123859 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42056) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:56.126916 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-24ab81f6-6643-4a8f-abe1-0adeeef02606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:56.208363 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.223518 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe9a1b-6d71-4a23-b144-5d8dec698762 req-a18e6e98-7be4-4bd7-a63b-9ca08093dbca tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:56.230887 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78fe9a1b-6d71-4a23-b144-5d8dec698762 req-a18e6e98-7be4-4bd7-a63b-9ca08093dbca tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0882194 Jun 16 16:18:56.238065 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-755485731-network', 'tenant_id': 'b19cf0dab4884ec1b16d1809247b3276'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:56.238788 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.271274 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Made reservation on behalf of b19cf0dab4884ec1b16d1809247b3276 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:56.273831 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.293859 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.317727 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78fe9a1b-6d71-4a23-b144-5d8dec698762 req-f3b651d9-5e71-44a5-a6cf-0370dd1a05e6 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857840 Jun 16 16:18:56.329208 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.332411 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.333748 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0bf22af-518f-4b83-968f-6dee09731df4 HTTP/1.1" status: 204 len: 168 time: 0.2087080 Jun 16 16:18:56.335551 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b721f864-9e94-4bb1-9eac-5057c7524873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:56.345667 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bf22af-518f-4b83-968f-6dee09731df4,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:56.348442 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:56.598998 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.609756 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-8c399cd8-0cd4-4d70-8e5e-ed8488338a8d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:56.611790 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-8c399cd8-0cd4-4d70-8e5e-ed8488338a8d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 816 time: 0.2153473 Jun 16 16:18:56.614027 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.618917 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-431786bb-3214-4ec1-b71c-5fa20dc025f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:56.731713 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:18:56.741830 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-79cd7c0d-3c0a-4971-adf8-776dc2ba3bd7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 380 time: 0.0933385 Jun 16 16:18:56.758390 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45da5518-bb86-4ad2-93a0-ac403ae54148,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:56.759476 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7375be8c-fbbe-4027-b8d2-12f9f1e6eede req-598b4ed7-64a9-4520-96eb-1e0d1c0890f4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 210 time: 0.0569081 Jun 16 16:18:56.792104 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'port': {'device_id': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'admin_state_up': True, 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'security_groups': ['91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:56.818304 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:56.819500 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.819841 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Added segment 4b1f3ac4-3d3f-4237-bd53-093a9df45691 of type vlan for network d81325a6-56a3-4e9e-96a2-1632bafdfc5c Jun 16 16:18:56.914526 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.978929 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.980271 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:56.981119 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.984904 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1b78f0fa-82e8-4c04-95dd-64ba3aea3500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:56.990243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Made reservation on behalf of 311b23f0351c41e5a0ba1857eec4b032 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:56.994080 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.036640 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9598110 Jun 16 16:18:57.037229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42100) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:57.041649 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Request body: {'subnet': {'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-755485731-subnet', 'tenant_id': 'b19cf0dab4884ec1b16d1809247b3276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:57.064103 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Made reservation on behalf of b19cf0dab4884ec1b16d1809247b3276 for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:57.067524 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232085'] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.074242 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d81325a6-56a3-4e9e-96a2-1632bafdfc5c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:57.086023 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:57.091092 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network d81325a6-56a3-4e9e-96a2-1632bafdfc5c details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:18:57.226448 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Allocated IP 172.20.0.8 (f9f691c9-dd26-4a89-b750-40017bc064df/2db4372a-ab68-477c-b65f-73c9ae8d0759/f570861d-962d-484c-a11e-b729ccadd254) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:57.281012 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232071'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.285183 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:57.340888 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6dbec2-5636-4bfd-90e1-24efdc314458,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:57.345014 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:57.363814 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Checking segment: {'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:57.363814 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Network hostable DHCP agents. Network: d81325a6-56a3-4e9e-96a2-1632bafdfc5c, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:18:57.385486 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Network d81325a6-56a3-4e9e-96a2-1632bafdfc5c is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:18:57.399542 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, d81325a6-56a3-4e9e-96a2-1632bafdfc5c) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:57.400272 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.412747 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c938e-d814-48a8-b20d-71493ddf3ce8 None None] Network d81325a6-56a3-4e9e-96a2-1632bafdfc5c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:18:57.412957 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:57.413507 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.420739 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Transition to ACTIVE for port object f570861d-962d-484c-a11e-b729ccadd254 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:57.440061 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-4c5eb7df-e957-4a47-a3dd-ca3ced518a24 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4017136 Jun 16 16:18:57.490703 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.496330 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:57.562936 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9a065-f8cf-41a7-b9af-6dc5066d7f29 req-c0c865a2-213a-444f-8ef3-c6542525ba1f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:57.568690 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aff9a065-f8cf-41a7-b9af-6dc5066d7f29 req-c0c865a2-213a-444f-8ef3-c6542525ba1f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1151912 Jun 16 16:18:57.571632 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Network f9f691c9-dd26-4a89-b750-40017bc064df is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:57.575295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:57.580146 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:57.639787 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aff9a065-f8cf-41a7-b9af-6dc5066d7f29 req-a9ca8ee1-84a2-4f11-a871-5bac30257642 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650971 Jun 16 16:18:57.668312 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:57.700111 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:57.700809 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.712830 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf894900-f2ee-497a-9e30-0ad7ab143eef None None] Network d81325a6-56a3-4e9e-96a2-1632bafdfc5c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:18:57.724498 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:57.727570 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:57.738572 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9549003 Jun 16 16:18:57.752233 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Request body: {'port': {'device_id': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:57.852380 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.994374 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:57.995918 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.106035 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-62163809-ffdd-48f1-ab5c-f96fffb601ac None None] Provisioning for port f570861d-962d-484c-a11e-b729ccadd254 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:58.114146 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-62163809-ffdd-48f1-ab5c-f96fffb601ac None None] Provisioning complete for port f570861d-962d-484c-a11e-b729ccadd254 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:58.114889 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-62163809-ffdd-48f1-ab5c-f96fffb601ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.189593 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-62163809-ffdd-48f1-ab5c-f96fffb601ac None None] Port f570861d-962d-484c-a11e-b729ccadd254 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:18:58.299797 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead3851-15ed-485a-ad72-541e3f35da07 req-f767625f-d1a2-4951-9a2a-c404baa688bf tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.301526 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2ead3851-15ed-485a-ad72-541e3f35da07 req-f767625f-d1a2-4951-9a2a-c404baa688bf tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 931 time: 0.1391675 Jun 16 16:18:58.315061 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f37136de-2ba7-4e14-89df-c1373516e136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.331359 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f570861d-962d-484c-a11e-b729ccadd254 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:58.342395 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.369510 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2ead3851-15ed-485a-ad72-541e3f35da07 req-86a8d20e-3071-415b-9b4e-9db150c86d2a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591662 Jun 16 16:18:58.372751 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Transition to ACTIVE for port object f570861d-962d-484c-a11e-b729ccadd254 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:58.381673 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.402282 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:58.534054 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:58.539684 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:58.566253 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Attempting to bind port f570861d-962d-484c-a11e-b729ccadd254 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:58.566593 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Attempting to bind port f570861d-962d-484c-a11e-b729ccadd254 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:58.566919 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Attempting to bind port f570861d-962d-484c-a11e-b729ccadd254 on network f9f691c9-dd26-4a89-b750-40017bc064df {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:58.571444 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Port f570861d-962d-484c-a11e-b729ccadd254 on network f9f691c9-dd26-4a89-b750-40017bc064df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:58.571765 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Attempting to bind port f570861d-962d-484c-a11e-b729ccadd254 on network f9f691c9-dd26-4a89-b750-40017bc064df {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:58.576651 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:58.576982 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Checking segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:58.577376 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Bound using segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:58.577795 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Bound port: f570861d-962d-484c-a11e-b729ccadd254, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:58.578142 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.643479 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:58.646442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:58.652214 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.654745 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f97fffef-b011-4165-bd2b-a854198ff2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:58.688247 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.688709 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.690065 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] 10.222.0.58 "PUT /v2.0/ports/f570861d-962d-484c-a11e-b729ccadd254 HTTP/1.1" status: 200 len: 1093 time: 0.9429698 Jun 16 16:18:58.690542 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:58.692919 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2534fc91-835c-4189-b0ef-247dd131770b" -d '{"events": [{"name": "network-changed", "server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "tag": "f570861d-962d-484c-a11e-b729ccadd254"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:58.719104 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:58.730105 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:58.742361 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbe0390-e45a-4510-8e26-a345f8a93f02 x-openstack-request-id: req-bdbe0390-e45a-4510-8e26-a345f8a93f02 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:58.742738 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "tag": "f570861d-962d-484c-a11e-b729ccadd254", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:58.743016 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdbe0390-e45a-4510-8e26-a345f8a93f02 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:58.743632 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254', 'status': 'completed', 'code': 200} Jun 16 16:18:58.817145 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-4fed6004-1d2c-4643-9999-0f7ab7c6a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.818625 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-4fed6004-1d2c-4643-9999-0f7ab7c6a1dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 1096 time: 0.0656543 Jun 16 16:18:58.863116 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-a750c13d-8354-487b-a009-c61a99e97b63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f570861d-962d-484c-a11e-b729ccadd254 HTTP/1.1" status: 200 len: 217 time: 0.0366390 Jun 16 16:18:58.869686 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0684-a62f-4775-88ca-677d22797c58 req-51b7b9f0-9661-4555-a582-389f0ce0f272 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.871173 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-17ee0684-a62f-4775-88ca-677d22797c58 req-51b7b9f0-9661-4555-a582-389f0ce0f272 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0698380 Jun 16 16:18:58.910976 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-17ee0684-a62f-4775-88ca-677d22797c58 req-8e7f067a-a708-4796-96af-9fee2e16537f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Jun 16 16:18:58.914940 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-92a6971d-f976-4f8d-8598-1627fc4b9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.916659 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-92a6971d-f976-4f8d-8598-1627fc4b9b84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0468121 Jun 16 16:18:58.985479 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-929b49f7-dd28-46d1-a372-d63463dd65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.986995 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-929b49f7-dd28-46d1-a372-d63463dd65dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0585496 Jun 16 16:18:59.087107 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-b79d69f5-fa6d-451f-9780-589f53a5942d service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926807 Jun 16 16:18:59.198021 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-11af6be6-e3a4-471d-9180-aa3d6eee0e8e req-2dfd453e-fc64-4b0f-b15c-bb1b7462a4b0 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984569 Jun 16 16:18:59.322347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fc91-835c-4189-b0ef-247dd131770b req-0b7afe3a-b9fa-4120-8414-f7a149a191f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:59.323858 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2534fc91-835c-4189-b0ef-247dd131770b req-0b7afe3a-b9fa-4120-8414-f7a149a191f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 1096 time: 0.0632510 Jun 16 16:18:59.447428 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fc91-835c-4189-b0ef-247dd131770b req-29aa008a-575f-4aec-a24c-a5757447e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:59.448928 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2534fc91-835c-4189-b0ef-247dd131770b req-29aa008a-575f-4aec-a24c-a5757447e893 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.1147521 Jun 16 16:18:59.512546 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2534fc91-835c-4189-b0ef-247dd131770b req-4157d9ae-0a97-44d4-92ef-188b3ee26413 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f570861d-962d-484c-a11e-b729ccadd254 HTTP/1.1" status: 200 len: 217 time: 0.0530427 Jun 16 16:18:59.589285 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fc91-835c-4189-b0ef-247dd131770b req-0e95f9d9-5a38-4271-803d-871b3470eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:59.591302 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2534fc91-835c-4189-b0ef-247dd131770b req-0e95f9d9-5a38-4271-803d-871b3470eeb2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0620921 Jun 16 16:18:59.667371 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9fb9b-8af6-4970-9d87-d6b436753a4b req-6d3616f4-3168-4e43-a47b-e19343d14ed0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:59.669644 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aee9fb9b-8af6-4970-9d87-d6b436753a4b req-6d3616f4-3168-4e43-a47b-e19343d14ed0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.1090844 Jun 16 16:18:59.680513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fc91-835c-4189-b0ef-247dd131770b req-186abc4f-dc03-44de-914e-73c7496e3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:59.680860 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2534fc91-835c-4189-b0ef-247dd131770b req-186abc4f-dc03-44de-914e-73c7496e3a0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819271 Jun 16 16:18:59.738009 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aee9fb9b-8af6-4970-9d87-d6b436753a4b req-1e66690e-b36a-4995-b5c0-5eb0eadc0d37 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610645 Jun 16 16:19:00.079129 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2534fc91-835c-4189-b0ef-247dd131770b req-ca41b90f-caef-4770-abed-e326df6fd337 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900161 Jun 16 16:19:00.120975 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe30cc6-549e-41be-8350-41f607aa60fd req-23cb0bba-4213-4f77-b5ed-07c96f2d1320 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:00.122877 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5fe30cc6-549e-41be-8350-41f607aa60fd req-23cb0bba-4213-4f77-b5ed-07c96f2d1320 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0856421 Jun 16 16:19:00.135450 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027311-74a8-4be9-9bce-24060caecd18 req-60cc6973-dd65-40f3-a319-724d9615fc08 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:00.137225 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-60cc6973-dd65-40f3-a319-724d9615fc08 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/networks?id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c HTTP/1.1" status: 200 len: 813 time: 0.4119442 Jun 16 16:19:00.164525 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5fe30cc6-549e-41be-8350-41f607aa60fd req-2a1559f9-ac20-4f3c-8bcb-89e53a186fd0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Jun 16 16:19:00.203122 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-ccb9ed87-173d-4fe0-b39e-a5da2d1d0011 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/quotas/b19cf0dab4884ec1b16d1809247b3276 HTTP/1.1" status: 200 len: 375 time: 0.0491252 Jun 16 16:19:00.251425 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-861fa647-c7fe-4dc2-905b-c501b911277f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b19cf0dab4884ec1b16d1809247b3276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422785 Jun 16 16:19:00.255137 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2534fc91-835c-4189-b0ef-247dd131770b req-125b14ab-e276-46e7-a476-052cd5334ac7 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597486 Jun 16 16:19:00.344243 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-15aece33-e883-4bc8-a71d-ff14be3a7ce3 service neutron] 10.222.0.77 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Jun 16 16:19:00.461522 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-39bbe635-9c6d-464e-9676-d72f7dfc05fa service neutron] 10.222.0.77 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078155 Jun 16 16:19:00.674397 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-05ac1159-de5a-4027-b450-7268dd4302c9 req-761cc088-c459-4f51-a4a3-e1037ab19f77 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 210 time: 0.0382698 Jun 16 16:19:00.815616 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42238) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:00.912646 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6961f18-2532-4be9-93f8-801e4b732b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:00.938528 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac193fb-25a9-4112-a816-6fb56f64eb81 req-d1e77f04-86e5-4bfe-a458-bd52cf8ebd7f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:00.940365 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fac193fb-25a9-4112-a816-6fb56f64eb81 req-d1e77f04-86e5-4bfe-a458-bd52cf8ebd7f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0704155 Jun 16 16:19:00.969963 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-346c636b-353c-4c0e-80f1-0254a4c78a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.019729 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.035883 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fac193fb-25a9-4112-a816-6fb56f64eb81 req-e0a5d563-f22f-4a56-9152-816f774f551c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888572 Jun 16 16:19:01.121141 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-346c636b-353c-4c0e-80f1-0254a4c78a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.127340 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-346c636b-353c-4c0e-80f1-0254a4c78a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.131962 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9a995232-10cb-4f45-b38f-d2bc28439968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:01.174352 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-346c636b-353c-4c0e-80f1-0254a4c78a0a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35e8c15360cc40c287f2c3acb924dd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570933 Jun 16 16:19:01.175266 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c636b-353c-4c0e-80f1-0254a4c78a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f38359-1c28-4e1f-ba35-087cd92b8dcf,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:01.177183 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42254) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:01.179437 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-346c636b-353c-4c0e-80f1-0254a4c78a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:01.235258 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42258) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:01.245013 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.272684 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.331678 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.334857 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.339523 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97f38359-1c28-4e1f-ba35-087cd92b8dcf HTTP/1.1" status: 204 len: 168 time: 0.1612868 Jun 16 16:19:01.341378 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f7c6fcf0-0097-4d85-bb0d-60123375409e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:01.367347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f38359-1c28-4e1f-ba35-087cd92b8dcf,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:01.373688 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d040-5f89-49b3-9179-96e947ea2a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.377353 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:01.440114 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b94bc0-cdea-4309-bd8b-7a94cc32960b req-4547612f-6526-46a4-9d9f-cfeb12a67d2e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:01.441613 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c7b94bc0-cdea-4309-bd8b-7a94cc32960b req-4547612f-6526-46a4-9d9f-cfeb12a67d2e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1309612 Jun 16 16:19:01.501804 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c7b94bc0-cdea-4309-bd8b-7a94cc32960b req-efe29572-d896-47bd-8007-7bc6ca86b101 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536897 Jun 16 16:19:01.538890 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d040-5f89-49b3-9179-96e947ea2a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.543332 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d040-5f89-49b3-9179-96e947ea2a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.547055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6b4ac33a-4bd2-4555-8aaf-7cd8ed546d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:01.582463 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2cd6d040-5f89-49b3-9179-96e947ea2a5d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b638de85ee1943df9124de2875a52c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460994 Jun 16 16:19:01.584812 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6d040-5f89-49b3-9179-96e947ea2a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0b087-4e1f-4f1d-86f3-8901603b3adc,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:01.585422 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42270) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:01.595753 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2cd6d040-5f89-49b3-9179-96e947ea2a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:01.647573 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.670411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.679797 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42274) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:01.700153 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-841cdb62-3432-4bd3-b657-d5781f88a056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.742105 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.746710 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.751355 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1e0b087-4e1f-4f1d-86f3-8901603b3adc HTTP/1.1" status: 204 len: 168 time: 0.1618695 Jun 16 16:19:01.751355 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:01.776739 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0b087-4e1f-4f1d-86f3-8901603b3adc,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:01.784392 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:01.951525 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.957035 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-841cdb62-3432-4bd3-b657-d5781f88a056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.963970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-841cdb62-3432-4bd3-b657-d5781f88a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.968340 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6ee84f31-8dd7-4dc4-99d7-5c7eb397ed26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:02.021512 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0aa0ef56-b24a-4dfd-958c-807074236477 req-a6f1a7c2-20d5-470f-9b20-fe106e6ecfa5 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 210 time: 0.0607526 Jun 16 16:19:02.024845 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-841cdb62-3432-4bd3-b657-d5781f88a056 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39539fe032474fe78dd3030de587aabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428073 Jun 16 16:19:02.028126 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42286) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:02.037737 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cdb62-3432-4bd3-b657-d5781f88a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5a33f-db08-4683-8607-ac6c86670502,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:02.048957 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-841cdb62-3432-4bd3-b657-d5781f88a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:02.103378 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:02.134191 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:02.211874 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:02.220558 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:02.225008 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2cd5a33f-db08-4683-8607-ac6c86670502 HTTP/1.1" status: 204 len: 168 time: 0.1957572 Jun 16 16:19:02.226222 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-490afa92-fbd6-4634-9425-4c195160e214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:02.239659 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5a33f-db08-4683-8607-ac6c86670502,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:02.242716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:02.289019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027311-74a8-4be9-9bce-24060caecd18 req-708b5e16-c116-496c-b83e-dd9b758e52f9 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.296044 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-708b5e16-c116-496c-b83e-dd9b758e52f9 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "GET /v2.0/networks?id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c HTTP/1.1" status: 200 len: 813 time: 0.2407651 Jun 16 16:19:02.309040 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Request body: {'port': {'device_id': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c', 'admin_state_up': True, 'tenant_id': 'b19cf0dab4884ec1b16d1809247b3276'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:19:02.459414 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8020a8a-e756-4478-989b-d42c00315e7d req-3834cb98-01b1-49bd-a2b5-4b054156e5ba tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.466914 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d8020a8a-e756-4478-989b-d42c00315e7d req-3834cb98-01b1-49bd-a2b5-4b054156e5ba tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.1659319 Jun 16 16:19:02.528569 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Made reservation on behalf of b19cf0dab4884ec1b16d1809247b3276 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:19:02.539717 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:02.558980 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d8020a8a-e756-4478-989b-d42c00315e7d req-cecde7eb-790a-40bc-82b1-3e92e29cbe32 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838101 Jun 16 16:19:02.578962 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc2342-c366-4fbb-8ea4-0003a87a1d0d req-2066c1ec-cc2e-47cc-950c-c53c3c4144c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.582076 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8adc2342-c366-4fbb-8ea4-0003a87a1d0d req-2066c1ec-cc2e-47cc-950c-c53c3c4144c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 1099 time: 0.1105239 Jun 16 16:19:02.662236 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8adc2342-c366-4fbb-8ea4-0003a87a1d0d req-59261d95-666b-4e1a-b913-f84c360e1910 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691745 Jun 16 16:19:02.751599 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Allocated IP 172.20.0.8 (d81325a6-56a3-4e9e-96a2-1632bafdfc5c/5e6dbec2-5636-4bfd-90e1-24efdc314458/f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:19:02.810020 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04066ca4-7539-4c24-9e2a-5068ddbadd5f req-24a2b59a-6210-46f8-909e-e05a96e80783 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.812065 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-04066ca4-7539-4c24-9e2a-5068ddbadd5f req-24a2b59a-6210-46f8-909e-e05a96e80783 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1275301 Jun 16 16:19:02.889026 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-04066ca4-7539-4c24-9e2a-5068ddbadd5f req-2384f520-e215-49f4-a0d3-a11df63f2499 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685825 Jun 16 16:19:02.977794 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.035514 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.042993 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:03.167848 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Network d81325a6-56a3-4e9e-96a2-1632bafdfc5c is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:19:03.175478 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:03.194413 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:19:03.214146 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:19:03.264793 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Pushing event updated for resources: {'Port': ['ID=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:03.269949 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:03.323652 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:03.337562 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'f570861d-962d-484c-a11e-b729ccadd254', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'port_id': 'f570861d-962d-484c-a11e-b729ccadd254', 'mac_address': 'fa:16:3e:a8:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:19:03.370103 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:03.371070 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.394655 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.401142 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0965757 Jun 16 16:19:03.411997 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f570861d-962d-484c-a11e-b729ccadd254 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:19:03.423057 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174b22e-be30-4229-bb5f-d167a282da13 req-75e5df00-be98-436e-baaa-0e159edc093d tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:03.432985 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f174b22e-be30-4229-bb5f-d167a282da13 req-75e5df00-be98-436e-baaa-0e159edc093d tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 931 time: 0.2060008 Jun 16 16:19:03.439475 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:03.444278 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.448177 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:03.448606 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Request body: {'port': {'device_id': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:19:03.552505 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:03.555961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:03.556500 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f174b22e-be30-4229-bb5f-d167a282da13 req-0597f422-f893-4211-ab1b-10564e3f8730 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225235 Jun 16 16:19:03.703185 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.781862 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['f570861d-962d-484c-a11e-b729ccadd254'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:19:03.938571 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.087297 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-936ae4c3-c9b8-48c6-ae79-a40d7347466e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2930610 Jun 16 16:19:04.120310 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071a48e-38d4-4437-af8e-d0a2837638e5 req-7bc766ca-b77c-4a7a-ae52-fe46ca540470 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.131719 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0071a48e-38d4-4437-af8e-d0a2837638e5 req-7bc766ca-b77c-4a7a-ae52-fe46ca540470 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 944 time: 0.4003386 Jun 16 16:19:04.215548 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0071a48e-38d4-4437-af8e-d0a2837638e5 req-f8f14d3c-4eec-47f7-9aa9-bec13e4d7f4a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826528 Jun 16 16:19:04.244230 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-f7e30c6d-1df8-4a83-a80c-d0f9b4e15220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.246156 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-f7e30c6d-1df8-4a83-a80c-d0f9b4e15220 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.0925109 Jun 16 16:19:04.310553 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c9701-0f08-4525-bf32-0943554fb267 req-dcc16293-74d0-4946-9370-4c1fcbde5a16 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.313909 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-055c9701-0f08-4525-bf32-0943554fb267 req-dcc16293-74d0-4946-9370-4c1fcbde5a16 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1970496 Jun 16 16:19:04.382084 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:19:04.397470 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.412596 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-055c9701-0f08-4525-bf32-0943554fb267 req-9daa0012-0a81-415d-a426-a4c0cbb5c9d3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745802 Jun 16 16:19:04.421761 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Transition to ACTIVE for port object f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:19:04.427101 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.432480 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6f4eda28-8017-4af5-bcda-f40620105995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:04.529601 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:04.545357 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:04.576692 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-461667f1-bc21-42ae-8880-a89dd16fdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.581379 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-461667f1-bc21-42ae-8880-a89dd16fdd78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.3070245 Jun 16 16:19:04.640872 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:19:04.648066 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Attempting to bind port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:19:04.648640 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Attempting to bind port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:19:04.648734 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Attempting to bind port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 on network d81325a6-56a3-4e9e-96a2-1632bafdfc5c {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:19:04.655123 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-fc27b11a-cc20-4881-b70c-0a3708be172b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 217 time: 0.0674624 Jun 16 16:19:04.660669 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 on network d81325a6-56a3-4e9e-96a2-1632bafdfc5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:19:04.661131 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Attempting to bind port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 on network d81325a6-56a3-4e9e-96a2-1632bafdfc5c {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:19:04.666970 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:19:04.667338 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Checking segment: {'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:19:04.667965 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Bound using segment: {'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:19:04.668418 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Bound port: f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:19:04.668769 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.751012 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-bbe032c4-4e10-4d5b-a013-0eefb7f81e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.752625 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-bbe032c4-4e10-4d5b-a013-0eefb7f81e21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0824831 Jun 16 16:19:04.799274 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485aae-0781-465e-9c69-e4a273eddf4b req-9a3b309a-566d-4505-b0dc-2061ff7c68c9 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.806382 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-81485aae-0781-465e-9c69-e4a273eddf4b req-9a3b309a-566d-4505-b0dc-2061ff7c68c9 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.1537607 Jun 16 16:19:04.809538 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-c03eca4a-8737-42c0-bdc0-afcaa2fb51bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469983 Jun 16 16:19:04.824734 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] For port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:19:04.829541 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] For port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:19:04.872880 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.883979 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-81485aae-0781-465e-9c69-e4a273eddf4b req-28cee355-0665-4a23-94a5-34dc9434102d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766723 Jun 16 16:19:04.893233 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:04.939479 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1707-4b2d-45bc-b820-f49fe46228ed req-b5fd96f3-d23f-4f0e-8733-e96a9443a030 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.940988 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bfaf1707-4b2d-45bc-b820-f49fe46228ed req-b5fd96f3-d23f-4f0e-8733-e96a9443a030 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 943 time: 0.2270360 Jun 16 16:19:04.947342 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:04.947916 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.949288 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] 10.222.0.58 "PUT /v2.0/ports/f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 HTTP/1.1" status: 200 len: 1093 time: 1.5127766 Jun 16 16:19:04.949780 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'tag': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:04.952157 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42c6152-5f21-45dd-9775-b1363be18ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "31b32ba2-01cc-4dfe-be41-e61ba78a082a", "tag": "f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:04.974119 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-d57c0d4f-2ad6-409e-b212-9bb95e67a90a service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496725 Jun 16 16:19:05.028612 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:05.036942 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:05.053037 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bfaf1707-4b2d-45bc-b820-f49fe46228ed req-acdb0cb9-0b22-4000-bc95-3e14641c0e78 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941248 Jun 16 16:19:05.054539 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557b6f79-0a04-4e2f-bc44-ef83aa8e8536 x-openstack-request-id: req-557b6f79-0a04-4e2f-bc44-ef83aa8e8536 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:05.054933 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b32ba2-01cc-4dfe-be41-e61ba78a082a", "tag": "f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:05.055307 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-557b6f79-0a04-4e2f-bc44-ef83aa8e8536 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:05.055732 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'tag': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1', 'status': 'completed', 'code': 200} Jun 16 16:19:05.152394 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027311-74a8-4be9-9bce-24060caecd18 req-1fa09afb-fb9a-4007-b640-c3386921f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.154098 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-1fa09afb-fb9a-4007-b640-c3386921f6dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b19cf0dab4884ec1b16d1809247b3276&device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 1096 time: 0.1162570 Jun 16 16:19:05.188669 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56e1a74e-10c5-41d8-b781-5e40f8a3e248 req-f04bba00-8503-493e-a0a5-68f4adbfcaa7 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065227 Jun 16 16:19:05.212504 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-d3200742-e922-40e8-936f-6a34c7606d75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 HTTP/1.1" status: 200 len: 217 time: 0.0470767 Jun 16 16:19:05.254384 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:19:05.315935 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027311-74a8-4be9-9bce-24060caecd18 req-f4bf255b-faf5-436e-bc64-3c687f08adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.320501 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-f4bf255b-faf5-436e-bc64-3c687f08adb2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e6dbec2-5636-4bfd-90e1-24efdc314458 HTTP/1.1" status: 200 len: 853 time: 0.0973041 Jun 16 16:19:05.336647 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port f570861d-962d-484c-a11e-b729ccadd254 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:19:05.343591 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port f570861d-962d-484c-a11e-b729ccadd254 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:19:05.348544 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.361427 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-c4150315-ebe4-4f7c-a0aa-d97a0f1488b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304492 Jun 16 16:19:05.544722 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-f350f003-4f77-41d2-bd02-478b34822e12 service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757679 Jun 16 16:19:05.602631 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.645126 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:05.648275 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd388e-ff86-42ea-bf5a-318d26be2d7a" -d '{"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-plugged", "status": "completed", "tag": "f570861d-962d-484c-a11e-b729ccadd254"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:05.666711 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:05.673067 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.678234 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:05.714990 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b4027311-74a8-4be9-9bce-24060caecd18 req-c01ac853-a1a5-4b40-863f-60d76259a106 service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619687 Jun 16 16:19:05.761418 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3fd598-be0e-43b1-960e-5fd161105fc9 x-openstack-request-id: req-3d3fd598-be0e-43b1-960e-5fd161105fc9 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:05.762358 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-plugged", "status": "completed", "tag": "f570861d-962d-484c-a11e-b729ccadd254", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:05.762639 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d3fd598-be0e-43b1-960e-5fd161105fc9 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:05.763162 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254', 'code': 200} Jun 16 16:19:05.778012 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:05.783252 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:05.798718 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981f8dd-6a44-454a-b55c-7335fa38886c req-6fea3d04-7a5d-4511-81ff-62406c3bd0a1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.800530 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6981f8dd-6a44-454a-b55c-7335fa38886c req-6fea3d04-7a5d-4511-81ff-62406c3bd0a1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 944 time: 0.3746610 Jun 16 16:19:05.865888 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-f5f67390-4946-4232-9d71-3f8468660b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.866082 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6981f8dd-6a44-454a-b55c-7335fa38886c req-75d18b50-69cd-452c-a7f1-11adaef9f99d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576441 Jun 16 16:19:05.867641 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-f5f67390-4946-4232-9d71-3f8468660b5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b19cf0dab4884ec1b16d1809247b3276&device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 1096 time: 0.0807011 Jun 16 16:19:05.994232 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-7acd01bc-927b-4f20-beb1-0e812bf0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.996692 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-7acd01bc-927b-4f20-beb1-0e812bf0c043 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c HTTP/1.1" status: 200 len: 914 time: 0.1157186 Jun 16 16:19:06.050926 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-e2697d66-441a-41b5-822d-50b68a7ed75e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 HTTP/1.1" status: 200 len: 217 time: 0.0449617 Jun 16 16:19:06.052554 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664fe0a-f73c-4cb4-9223-8531a43c25e0 req-66c8a554-a90c-40f0-b317-ab20baca3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.054186 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1664fe0a-f73c-4cb4-9223-8531a43c25e0 req-66c8a554-a90c-40f0-b317-ab20baca3fa4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 1098 time: 0.0632482 Jun 16 16:19:06.097270 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1664fe0a-f73c-4cb4-9223-8531a43c25e0 req-32d6ad02-2548-4d22-a215-4d53d3a5c4c4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329149 Jun 16 16:19:06.128692 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-50aa940c-b439-47dd-83cc-b4f4ba69db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.130241 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-50aa940c-b439-47dd-83cc-b4f4ba69db98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e6dbec2-5636-4bfd-90e1-24efdc314458 HTTP/1.1" status: 200 len: 853 time: 0.0664697 Jun 16 16:19:06.228361 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-f508b955-36a6-4a14-a3ff-7888072eb9d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444126 Jun 16 16:19:06.367835 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c142b54-9601-4cad-80de-89216adf20c2 req-05bc933e-f8ec-4789-acb6-f72d4c943a69 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.369333 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3c142b54-9601-4cad-80de-89216adf20c2 req-05bc933e-f8ec-4789-acb6-f72d4c943a69 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 943 time: 0.1438160 Jun 16 16:19:06.375683 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-67bf3d1b-05e3-457a-84e3-b5e6c8fd9869 service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368670 Jun 16 16:19:06.438992 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3c142b54-9601-4cad-80de-89216adf20c2 req-06808b43-f32d-49dd-bfa2-22a2f0cf9dd7 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624671 Jun 16 16:19:06.506062 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d42c6152-5f21-45dd-9775-b1363be18ac4 req-511ca18d-3f9e-441b-ae98-c9e00c1d8498 service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200459 Jun 16 16:19:06.864936 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235438c-ba5e-497c-8296-713af46182e4 req-307b67a0-1982-4a01-87ef-8ef131d19011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.866421 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e235438c-ba5e-497c-8296-713af46182e4 req-307b67a0-1982-4a01-87ef-8ef131d19011 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.0593805 Jun 16 16:19:06.908483 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb78cff-71e4-482f-bc42-aeb76cedd130 req-2f8a1d60-23c0-4521-bf2c-7806aca40df5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.909929 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8bb78cff-71e4-482f-bc42-aeb76cedd130 req-2f8a1d60-23c0-4521-bf2c-7806aca40df5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0708969 Jun 16 16:19:06.955475 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8bb78cff-71e4-482f-bc42-aeb76cedd130 req-85c537d7-4a3d-4e28-b9dd-2f974d66ce89 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Jun 16 16:19:06.979557 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235438c-ba5e-497c-8296-713af46182e4 req-e86144cc-3f72-4393-88be-79c23d9c6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.981122 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e235438c-ba5e-497c-8296-713af46182e4 req-e86144cc-3f72-4393-88be-79c23d9c6b40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.1071646 Jun 16 16:19:07.052050 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e235438c-ba5e-497c-8296-713af46182e4 req-3a4a763c-a31f-4f54-a287-2617199d2a97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 217 time: 0.0543466 Jun 16 16:19:07.114973 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235438c-ba5e-497c-8296-713af46182e4 req-70ac3698-2f33-43da-91e2-fdc4b9b2b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:07.116468 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e235438c-ba5e-497c-8296-713af46182e4 req-70ac3698-2f33-43da-91e2-fdc4b9b2b383 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0573440 Jun 16 16:19:07.134890 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bd87c-1fca-42d1-8c2c-bd68e59eba82 req-62afc6b1-d1ae-41f0-86b4-fe1e8786a0f5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:07.134890 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1d2bd87c-1fca-42d1-8c2c-bd68e59eba82 req-62afc6b1-d1ae-41f0-86b4-fe1e8786a0f5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1422327 Jun 16 16:19:07.172502 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e235438c-ba5e-497c-8296-713af46182e4 req-9d2fa109-3ee5-49ed-ad22-00a8a79e0705 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407641 Jun 16 16:19:07.243729 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1d2bd87c-1fca-42d1-8c2c-bd68e59eba82 req-18dc6041-1ee1-442b-988f-481b6a2d8048 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969310 Jun 16 16:19:07.334432 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e235438c-ba5e-497c-8296-713af46182e4 req-49fa7366-4f24-4b8d-86da-61be4c912f65 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482339 Jun 16 16:19:07.657594 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e235438c-ba5e-497c-8296-713af46182e4 req-0fe51506-cead-415e-b382-5f33fb3b3808 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149071 Jun 16 16:19:07.726547 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c8d3-e720-465d-bdc0-fbf915458029 req-82373157-9cc7-4383-b9d4-48cebbf4eaa7 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:07.728576 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0339c8d3-e720-465d-bdc0-fbf915458029 req-82373157-9cc7-4383-b9d4-48cebbf4eaa7 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 943 time: 0.1260879 Jun 16 16:19:07.794529 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0339c8d3-e720-465d-bdc0-fbf915458029 req-3ee992f9-4b89-46b4-ae83-23b278e5d291 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503752 Jun 16 16:19:08.069110 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42544) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:08.184128 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe970ad-0eae-465d-a14c-b02ffe3d36da req-9e657e0c-b161-4605-b9f4-0829b21ac6e8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:08.187280 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bfe970ad-0eae-465d-a14c-b02ffe3d36da req-9e657e0c-b161-4605-b9f4-0829b21ac6e8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0870769 Jun 16 16:19:08.238174 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c0b46a14-63d0-492f-bec7-21f10b27eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.262223 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bfe970ad-0eae-465d-a14c-b02ffe3d36da req-89f9f604-05f7-4d3a-87d5-95d64a00ea9d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Jun 16 16:19:08.278452 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.397512 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c0b46a14-63d0-492f-bec7-21f10b27eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.404053 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c0b46a14-63d0-492f-bec7-21f10b27eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.409128 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-122a005e-5be3-4318-8723-8d2dee6db880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:08.446375 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b46a14-63d0-492f-bec7-21f10b27eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b517b619-5420-438c-ad67-f0fc72821cae,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:08.457631 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c0b46a14-63d0-492f-bec7-21f10b27eafe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=786ad88adf22482a87d5b92193658109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849216 Jun 16 16:19:08.457631 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c0b46a14-63d0-492f-bec7-21f10b27eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:08.457916 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42562) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:08.492655 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9e1dc-acd0-4f42-b853-44016c3325ec req-f444264f-13d3-475d-8ef9-9fec187d7f22 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:08.501252 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-99b9e1dc-acd0-4f42-b853-44016c3325ec req-f444264f-13d3-475d-8ef9-9fec187d7f22 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0936122 Jun 16 16:19:08.517861 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.535982 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-99b9e1dc-acd0-4f42-b853-44016c3325ec req-41003c82-3aa9-4fcf-8245-fc85b6daef34 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Jun 16 16:19:08.541664 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.600682 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.603663 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.607074 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b517b619-5420-438c-ad67-f0fc72821cae HTTP/1.1" status: 204 len: 168 time: 0.1460891 Jun 16 16:19:08.607074 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2cd6d040-5f89-49b3-9179-96e947ea2a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:08.618831 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b517b619-5420-438c-ad67-f0fc72821cae,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:08.622146 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:08.736887 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787658-a1ff-425a-9a6b-04264f74c167 req-67fdf977-501a-4c8a-b94d-cdcf20df99b1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:08.738558 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cc787658-a1ff-425a-9a6b-04264f74c167 req-67fdf977-501a-4c8a-b94d-cdcf20df99b1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0739241 Jun 16 16:19:08.747955 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42572) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:08.753368 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'floatingip': {'port_id': 'f570861d-962d-484c-a11e-b729ccadd254'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:19:08.824552 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.127057 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771775b-8229-4978-b1e6-90263eb7fd67 req-b33bbc8e-1e28-405c-9408-174ae727d6b6 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:09.128941 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7771775b-8229-4978-b1e6-90263eb7fd67 req-b33bbc8e-1e28-405c-9408-174ae727d6b6 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 943 time: 0.1769164 Jun 16 16:19:09.242747 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:19:09.243996 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7771775b-8229-4978-b1e6-90263eb7fd67 req-7c93f33e-edb0-4822-9742-026804d9b28f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076241 Jun 16 16:19:09.394521 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:09.409493 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1', 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c', 'port_id': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1', 'mac_address': 'fa:16:3e:6e:a7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6dbec2-5636-4bfd-90e1-24efdc314458', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:19:09.474768 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.491841 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:19:09.516002 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cd537-3f1b-48cd-8a26-9195da2df12b req-6e4d3f50-fb69-4d71-a1ff-e31f33d30c7c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:09.531816 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9e7cd537-3f1b-48cd-8a26-9195da2df12b req-6e4d3f50-fb69-4d71-a1ff-e31f33d30c7c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.1235261 Jun 16 16:19:09.533288 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:09.542924 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.550811 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:09.573813 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9e7cd537-3f1b-48cd-8a26-9195da2df12b req-f0b89751-703a-4155-b13d-c069ac2d986d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Jun 16 16:19:09.608060 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:09.620055 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:09.668733 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.676502 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.814485 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.l3_db [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Floating IP 6588b45e-ee02-4b9e-985d-19adfa13f789 associated. External IP: 172.28.2.46, port: f570861d-962d-484c-a11e-b729ccadd254. Jun 16 16:19:09.931181 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:19:10.107084 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42614) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:10.180354 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:19:10.297381 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd73fc50-9f9b-4b9c-8708-63cfe5e7871b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.321801 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:19:10.333820 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.336883 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] Sync routers for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:10.356695 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:10.357600 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:19:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:10.378023 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-a5f97635-0c2d-453f-a2a0-0b985458ce6d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "PUT /v2.0/floatingips/6588b45e-ee02-4b9e-985d-19adfa13f789 HTTP/1.1" status: 200 len: 990 time: 1.6289315 Jun 16 16:19:10.378633 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:10.381303 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab780c8-b270-4937-9f37-7baf20e3dc41" -d '{"events": [{"name": "network-changed", "server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "tag": "f570861d-962d-484c-a11e-b729ccadd254"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:10.476535 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd73fc50-9f9b-4b9c-8708-63cfe5e7871b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.485832 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dd73fc50-9f9b-4b9c-8708-63cfe5e7871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.489586 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e811d012-8e0a-4df4-b46a-c99abe89d39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:10.531003 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4b748-4c34-404a-a4b6-4605048280d4 req-73e7a19e-ac91-4119-8dfe-0074235b8fca tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:10.532622 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0bc4b748-4c34-404a-a4b6-4605048280d4 req-73e7a19e-ac91-4119-8dfe-0074235b8fca tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 944 time: 0.1441405 Jun 16 16:19:10.533252 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:10.546896 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-dd73fc50-9f9b-4b9c-8708-63cfe5e7871b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f6d0255c6df42e48b9fb06e87d0a034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334307 Jun 16 16:19:10.546896 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73fc50-9f9b-4b9c-8708-63cfe5e7871b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538d3416-d739-4e8f-8282-86547b79ee51,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:10.547373 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42628) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:10.579055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd73fc50-9f9b-4b9c-8708-63cfe5e7871b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:10.623292 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0bc4b748-4c34-404a-a4b6-4605048280d4 req-748916d8-d299-49b1-9ec5-585380de9701 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824330 Jun 16 16:19:10.835052 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f0c239-2830-4a20-af90-83b98ef9c5f0 x-openstack-request-id: req-87f0c239-2830-4a20-af90-83b98ef9c5f0 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:10.835663 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "tag": "f570861d-962d-484c-a11e-b729ccadd254", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:10.835875 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87f0c239-2830-4a20-af90-83b98ef9c5f0 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:10.836492 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254', 'status': 'completed', 'code': 200} Jun 16 16:19:10.896327 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '6588b45e-ee02-4b9e-985d-19adfa13f789', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'port_id': 'f570861d-962d-484c-a11e-b729ccadd254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'mac_address': 'fa:16:3e:a8:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:51Z', 'updated_at': '2021-06-16T16:19:09Z', 'revision_number': 1, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:10.900415 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] Checking router: 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:10.909245 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:10.910087 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:19:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:10.980840 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.024517 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988b662-edc6-42c4-8a92-95a966cbc421 req-fa4fc9b3-38cd-48f2-869b-d939e33bfe2b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.029179 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4988b662-edc6-42c4-8a92-95a966cbc421 req-fa4fc9b3-38cd-48f2-869b-d939e33bfe2b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.1962142 Jun 16 16:19:11.032860 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:11.034016 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-a5836545-6e75-4b2c-a377-4041fe2f7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.036681 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-a5836545-6e75-4b2c-a377-4041fe2f7362 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 1098 time: 0.2066395 Jun 16 16:19:11.040303 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.276002 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4988b662-edc6-42c4-8a92-95a966cbc421 req-e40730ae-ae29-46fc-867f-8a1ea69ad847 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321665 Jun 16 16:19:11.279957 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:19:11.303938 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-09230bdc-c5b4-4ede-8011-b88647fa3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.312669 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-09230bdc-c5b4-4ede-8011-b88647fa3b53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.2583733 Jun 16 16:19:11.317632 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '6588b45e-ee02-4b9e-985d-19adfa13f789', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'port_id': 'f570861d-962d-484c-a11e-b729ccadd254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'mac_address': 'fa:16:3e:a8:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:51Z', 'updated_at': '2021-06-16T16:19:09Z', 'revision_number': 1, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:11.325378 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba5ec0-8f6e-482f-8702-ad4b0c75a14f None None] The sync data for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb is: [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '6588b45e-ee02-4b9e-985d-19adfa13f789', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'port_id': 'f570861d-962d-484c-a11e-b729ccadd254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'mac_address': 'fa:16:3e:a8:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:51Z', 'updated_at': '2021-06-16T16:19:09Z', 'revision_number': 1, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:11.331846 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.335711 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.337154 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/538d3416-d739-4e8f-8282-86547b79ee51 HTTP/1.1" status: 204 len: 168 time: 0.7893384 Jun 16 16:19:11.339221 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-77b82109-8f19-4a35-9959-a142922597fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:11.442647 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:19:11.446363 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538d3416-d739-4e8f-8282-86547b79ee51,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:11.448594 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:19:11.449201 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.454281 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-ff7bd088-5e45-4845-9ada-225a4317e83a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f570861d-962d-484c-a11e-b729ccadd254 HTTP/1.1" status: 200 len: 998 time: 0.1158926 Jun 16 16:19:11.455299 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:11.560781 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-bee7f9f2-7a1f-49a9-b697-a211299ffb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.565598 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-bee7f9f2-7a1f-49a9-b697-a211299ffb5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.1039722 Jun 16 16:19:11.635264 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.708695 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:11.711506 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5a9015-cd60-47b7-b26a-c74de49811ec" -d '{"events": [{"server_uuid": "31b32ba2-01cc-4dfe-be41-e61ba78a082a", "name": "network-vif-plugged", "status": "completed", "tag": "f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:11.770951 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:11.778611 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.784443 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:11.806560 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-be602074-9f3a-47fc-9634-4acb8536d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.812018 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-be602074-9f3a-47fc-9634-4acb8536d498 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2344558 Jun 16 16:19:11.888294 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613e80a-0aef-4255-9e68-2747b3d7ed1a None None] New status for floating IP 6588b45e-ee02-4b9e-985d-19adfa13f789: ACTIVE {{(pid=91701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:19:11.974782 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d26bb-1ca3-498b-b7fb-5221765e79e4 req-2c24a8a7-b916-49ca-b263-8d0fc43eecc1 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.975906 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f852e19-d3a5-4c39-86d3-b098f16094e9 x-openstack-request-id: req-2f852e19-d3a5-4c39-86d3-b098f16094e9 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:11.976274 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b32ba2-01cc-4dfe-be41-e61ba78a082a", "name": "network-vif-plugged", "status": "completed", "tag": "f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:11.976601 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f852e19-d3a5-4c39-86d3-b098f16094e9 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:11.977058 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1', 'code': 200} Jun 16 16:19:11.977861 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2e1d26bb-1ca3-498b-b7fb-5221765e79e4 req-2c24a8a7-b916-49ca-b263-8d0fc43eecc1 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.1367843 Jun 16 16:19:12.000470 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:12.001128 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:12.057851 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-bf6b4c39-41a4-41b6-ab63-58af1b6c6524 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365890 Jun 16 16:19:12.062870 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2e1d26bb-1ca3-498b-b7fb-5221765e79e4 req-feca47a6-f670-444e-aca4-77ad7a92f6cf tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772305 Jun 16 16:19:12.174931 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1ab780c8-b270-4937-9f37-7baf20e3dc41 req-bc86fd9d-3181-4705-91ae-ef013664d5eb service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090391 Jun 16 16:19:12.255419 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3f9c8-b114-4211-905e-fdc6701ccfcf req-efc8e879-c4a1-49e1-a941-3cd0c2091e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:12.256908 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b0c3f9c8-b114-4211-905e-fdc6701ccfcf req-efc8e879-c4a1-49e1-a941-3cd0c2091e7e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 1098 time: 0.0548010 Jun 16 16:19:12.294508 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b0c3f9c8-b114-4211-905e-fdc6701ccfcf req-e596ef29-be24-4791-83f1-e678b01b8293 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300951 Jun 16 16:19:12.488475 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0bab-c519-48bb-aa9c-a8d9a768c825 req-6ce8b359-823e-4078-9bc1-56bd0e261f98 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:12.489955 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2f4f0bab-c519-48bb-aa9c-a8d9a768c825 req-6ce8b359-823e-4078-9bc1-56bd0e261f98 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0649672 Jun 16 16:19:12.529931 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2f4f0bab-c519-48bb-aa9c-a8d9a768c825 req-e104073f-3b43-46cc-b887-568c5f7eaa6d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Jun 16 16:19:13.267026 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf9bd-212b-4ee8-bc02-3dd89c34bbff req-4d4e0670-14e1-4e44-9de4-bf2a8ac1fb69 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.268577 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6f6bf9bd-212b-4ee8-bc02-3dd89c34bbff req-4d4e0670-14e1-4e44-9de4-bf2a8ac1fb69 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0720732 Jun 16 16:19:13.311045 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6f6bf9bd-212b-4ee8-bc02-3dd89c34bbff req-fad0837e-62e4-4ad8-9a14-c7a0445d3ed0 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Jun 16 16:19:13.360970 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42684) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:13.485584 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3534-8fec-4839-b776-ee6c61ec9db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.587380 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3534-8fec-4839-b776-ee6c61ec9db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.591840 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3534-8fec-4839-b776-ee6c61ec9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.594843 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:13.632779 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5a5c3534-8fec-4839-b776-ee6c61ec9db5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86ebd5002e7d4093b23c538d68195b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707150 Jun 16 16:19:13.634294 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c3534-8fec-4839-b776-ee6c61ec9db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e627fa6-14ba-4c7b-958c-ef74cec0ba80,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:13.635408 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42690) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:13.637099 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5a5c3534-8fec-4839-b776-ee6c61ec9db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:13.690650 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.722099 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651eb99-7c0d-4255-b5b2-6a70a85f3d94 req-f7e27a31-fc9a-4b70-8b92-a530b51bde67 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.723370 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.727952 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e651eb99-7c0d-4255-b5b2-6a70a85f3d94 req-f7e27a31-fc9a-4b70-8b92-a530b51bde67 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0773861 Jun 16 16:19:13.778710 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e651eb99-7c0d-4255-b5b2-6a70a85f3d94 req-f85928f3-026c-4405-b826-2f3426d5b5a4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 Jun 16 16:19:13.785764 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.788622 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.789754 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e627fa6-14ba-4c7b-958c-ef74cec0ba80 HTTP/1.1" status: 204 len: 168 time: 0.1531255 Jun 16 16:19:13.790631 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f61b5951-3de8-4dbc-b95d-64b5b99aabaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:13.805202 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e627fa6-14ba-4c7b-958c-ef74cec0ba80,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:13.805202 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:14.110434 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 42702) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:14.124664 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f4921f9-5165-4372-b343-c45248bd2620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.225928 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f4921f9-5165-4372-b343-c45248bd2620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.229687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f4921f9-5165-4372-b343-c45248bd2620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.232147 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-22f6194c-6bf6-45af-b71c-7efebb5c9f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:14.269262 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-4f4921f9-5165-4372-b343-c45248bd2620 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54f74aeeecf54caf8f6eeddb485d3389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577172 Jun 16 16:19:14.270149 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4921f9-5165-4372-b343-c45248bd2620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f0679-5f03-4645-865b-9ce2a24f3237,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:14.271925 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42704) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:14.273169 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f4921f9-5165-4372-b343-c45248bd2620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:14.324769 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.350859 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.399510 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.402902 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.406959 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e80f0679-5f03-4645-865b-9ce2a24f3237 HTTP/1.1" status: 204 len: 168 time: 0.1332610 Jun 16 16:19:14.408349 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ab5e4784-31b1-4669-948e-88a66ab52f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:14.417231 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f0679-5f03-4645-865b-9ce2a24f3237,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:14.420167 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:14.522371 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92904fe-5154-4a8c-a569-87e203516816 req-492a04c1-4836-4afb-9d82-aef25910bdb1 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:14.523950 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c92904fe-5154-4a8c-a569-87e203516816 req-492a04c1-4836-4afb-9d82-aef25910bdb1 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0732527 Jun 16 16:19:14.569797 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c92904fe-5154-4a8c-a569-87e203516816 req-0641abae-c0df-491a-993f-3707dfa7962d tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Jun 16 16:19:14.769678 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42744) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:14.785276 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e4c8-17de-4cc3-82db-b2e1f7d7bf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.954965 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e4c8-17de-4cc3-82db-b2e1f7d7bf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.963247 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e4c8-17de-4cc3-82db-b2e1f7d7bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:14.968842 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1a3fc160-fb5c-490a-9240-5f11bedbd57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:15.023454 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-9fd2e4c8-17de-4cc3-82db-b2e1f7d7bf81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=baf538f75d0d4c65b3e0f4a70cb5644c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525218 Jun 16 16:19:15.027122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42762) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:15.035227 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2e4c8-17de-4cc3-82db-b2e1f7d7bf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afdeda3-680a-438e-bbee-3dcb3d3dde10,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:15.039628 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9fd2e4c8-17de-4cc3-82db-b2e1f7d7bf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:15.060754 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7dd43-2711-478a-b008-9c92baf78e28 req-1d0a3d5d-f7bb-44fb-b780-b8460712673f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:15.063879 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eae7dd43-2711-478a-b008-9c92baf78e28 req-1d0a3d5d-f7bb-44fb-b780-b8460712673f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.1491313 Jun 16 16:19:15.134343 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eae7dd43-2711-478a-b008-9c92baf78e28 req-b3f6b804-dba0-42fb-8cb9-94ea6d48942e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643532 Jun 16 16:19:15.146887 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:15.183909 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:15.261128 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:15.263874 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:15.265706 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8afdeda3-680a-438e-bbee-3dcb3d3dde10 HTTP/1.1" status: 204 len: 168 time: 0.2376330 Jun 16 16:19:15.268184 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-00336826-e3f5-4885-a04d-9527a107ce41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:15.276768 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afdeda3-680a-438e-bbee-3dcb3d3dde10,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:15.279596 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:16.362493 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125d652-480c-4edd-b24e-5b0f36d96783 req-3f314d11-56a3-4631-80ce-a61f37262bb8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:16.367746 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1125d652-480c-4edd-b24e-5b0f36d96783 req-3f314d11-56a3-4631-80ce-a61f37262bb8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0844371 Jun 16 16:19:16.413593 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1125d652-480c-4edd-b24e-5b0f36d96783 req-2867eeab-a724-483b-99cf-07be73087bef tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Jun 16 16:19:17.627496 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2eaa-ff2b-46e4-beb1-04a10f736d00 req-e126e49c-58d9-4bef-9f9b-87c2e6166f6f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:17.629607 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c7ef2eaa-ff2b-46e4-beb1-04a10f736d00 req-e126e49c-58d9-4bef-9f9b-87c2e6166f6f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0671854 Jun 16 16:19:17.682389 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c7ef2eaa-ff2b-46e4-beb1-04a10f736d00 req-97ed5ca2-2148-47e4-bfce-ffe37426d76c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Jun 16 16:19:18.892600 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418443e0-fa26-4b8d-ad01-0e23839c9b32 req-6e663379-5c23-4aa6-977b-17d773b6f563 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:18.893994 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-418443e0-fa26-4b8d-ad01-0e23839c9b32 req-6e663379-5c23-4aa6-977b-17d773b6f563 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0811322 Jun 16 16:19:18.941394 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-418443e0-fa26-4b8d-ad01-0e23839c9b32 req-6cfe88c6-ff0a-45d1-b333-ed365272b582 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Jun 16 16:19:20.136200 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7181f-35dd-4282-bf45-dfd5cc6b1fc3 req-366136ee-f491-46f8-a801-68d22767d14b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:20.137688 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-92d7181f-35dd-4282-bf45-dfd5cc6b1fc3 req-366136ee-f491-46f8-a801-68d22767d14b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0705678 Jun 16 16:19:20.187925 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-92d7181f-35dd-4282-bf45-dfd5cc6b1fc3 req-82e5e5c6-d99c-4adb-977e-7ccc6f40f5ca tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Jun 16 16:19:21.386852 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276b577-a91a-4712-83be-fc45d48cadf5 req-0b2bd0d4-873c-48c9-97e1-63f538de2b33 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:21.388267 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d276b577-a91a-4712-83be-fc45d48cadf5 req-0b2bd0d4-873c-48c9-97e1-63f538de2b33 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0706470 Jun 16 16:19:21.430003 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d276b577-a91a-4712-83be-fc45d48cadf5 req-67de8f11-be10-4fa1-b3c9-9bf8d7de8147 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353711 Jun 16 16:19:22.637258 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f18d3-9566-4abe-969c-6747e3e5d7ed req-e756fdce-ad87-47ba-8f64-45ba6a01edd9 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:22.640435 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-af7f18d3-9566-4abe-969c-6747e3e5d7ed req-e756fdce-ad87-47ba-8f64-45ba6a01edd9 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0887341 Jun 16 16:19:22.683782 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-af7f18d3-9566-4abe-969c-6747e3e5d7ed req-070b7654-c64d-4842-89f2-d715c62fb463 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Jun 16 16:19:23.881439 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45e57-e20d-43b7-9c17-3ab4a2f94acc req-a93fb5c2-88ec-4609-9560-9e70d218c88a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:23.883010 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-60b45e57-e20d-43b7-9c17-3ab4a2f94acc req-a93fb5c2-88ec-4609-9560-9e70d218c88a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0823009 Jun 16 16:19:23.937307 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-60b45e57-e20d-43b7-9c17-3ab4a2f94acc req-fe8b1f40-7a4c-4007-805d-4add446885d8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Jun 16 16:19:24.080245 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42990) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:24.207182 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63ac5600-bf7d-4424-a616-b58b8b1686e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.317533 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63ac5600-bf7d-4424-a616-b58b8b1686e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.321980 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63ac5600-bf7d-4424-a616-b58b8b1686e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.324631 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7db54240-403f-4152-b497-16a5ecc83928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:24.362232 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac5600-bf7d-4424-a616-b58b8b1686e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac3e5ff-cb7b-4d7c-b7c7-0e71bed3b729,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:24.367982 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-63ac5600-bf7d-4424-a616-b58b8b1686e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:24.371389 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-63ac5600-bf7d-4424-a616-b58b8b1686e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e694cbd46c7e4a1d8b3ec4b33f91d73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895217 Jun 16 16:19:24.374318 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 42998) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:24.454039 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.526973 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.597838 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391cafc-0d2f-491c-868b-0b154c878b9c req-bbbb0cfe-8525-415a-9f99-80432611cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:24.600159 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b391cafc-0d2f-491c-868b-0b154c878b9c req-bbbb0cfe-8525-415a-9f99-80432611cb6e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.1611121 Jun 16 16:19:24.640545 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.643888 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.645430 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ac3e5ff-cb7b-4d7c-b7c7-0e71bed3b729 HTTP/1.1" status: 204 len: 168 time: 0.2701397 Jun 16 16:19:24.648083 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:24.652424 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b391cafc-0d2f-491c-868b-0b154c878b9c req-d6fbcb3b-754a-4b95-bbd6-1c6eb26a89c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Jun 16 16:19:24.658035 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac3e5ff-cb7b-4d7c-b7c7-0e71bed3b729,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:24.660344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:24.965513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 43008) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:24.980200 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-96151faf-a8ad-4e33-80cc-2236e0844a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.113072 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-96151faf-a8ad-4e33-80cc-2236e0844a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.119765 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-96151faf-a8ad-4e33-80cc-2236e0844a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.122953 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-69ec79bc-6c75-4074-9c8c-51d1824dee22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:25.167569 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-96151faf-a8ad-4e33-80cc-2236e0844a00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0dc76375841d461385628ab88e8f6cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008274 Jun 16 16:19:25.170295 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 43012) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:25.190086 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151faf-a8ad-4e33-80cc-2236e0844a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d720d-c416-441b-b57e-a2c9b9c419da,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:25.194927 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-96151faf-a8ad-4e33-80cc-2236e0844a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:25.204111 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a277b22-e5c1-4fa7-bbf5-2b649de6bf06 req-e888854b-1b5b-4e60-b504-bdb4d4d99f5a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:25.205607 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4a277b22-e5c1-4fa7-bbf5-2b649de6bf06 req-e888854b-1b5b-4e60-b504-bdb4d4d99f5a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.1332998 Jun 16 16:19:25.235970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.257449 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4a277b22-e5c1-4fa7-bbf5-2b649de6bf06 req-17049941-b170-4a6c-88d9-5b5a67dacbcd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Jun 16 16:19:25.268185 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.332287 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.334948 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.336371 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/779d720d-c416-441b-b57e-a2c9b9c419da HTTP/1.1" status: 204 len: 168 time: 0.1644642 Jun 16 16:19:25.337555 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c3d9badc-28fa-446a-b89d-8995bbb86296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:25.347914 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d720d-c416-441b-b57e-a2c9b9c419da,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:25.350468 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:25.749307 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 43024) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:25.762806 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-664f7ae2-5e90-4607-84a1-0fa2b3b5b003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.870227 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-664f7ae2-5e90-4607-84a1-0fa2b3b5b003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.875560 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-664f7ae2-5e90-4607-84a1-0fa2b3b5b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.878080 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-813b820a-dcc4-4b39-9061-3c4f3c24297d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:25.914628 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-664f7ae2-5e90-4607-84a1-0fa2b3b5b003 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82f9eb60d2b9435bbeb21f4a2d2f6b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638386 Jun 16 16:19:25.915391 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f7ae2-5e90-4607-84a1-0fa2b3b5b003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3104b98-89f0-449b-b61e-e86f62b2c0da,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:25.917518 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 43028) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:25.918325 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-664f7ae2-5e90-4607-84a1-0fa2b3b5b003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:25.979044 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d6abf36-e6df-444e-a984-26b434878f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:26.002102 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d6abf36-e6df-444e-a984-26b434878f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:26.060112 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d6abf36-e6df-444e-a984-26b434878f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:26.063582 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6d6abf36-e6df-444e-a984-26b434878f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:26.064730 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-6d6abf36-e6df-444e-a984-26b434878f7c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3104b98-89f0-449b-b61e-e86f62b2c0da HTTP/1.1" status: 204 len: 168 time: 0.1462033 Jun 16 16:19:26.065486 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:26.073308 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6abf36-e6df-444e-a984-26b434878f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3104b98-89f0-449b-b61e-e86f62b2c0da,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:26.076016 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6d6abf36-e6df-444e-a984-26b434878f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:26.452884 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080e4c0-2095-4abb-af73-6358c2919ebc req-56ab86bc-d016-4a31-a653-a808686b73ad tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:26.454402 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6080e4c0-2095-4abb-af73-6358c2919ebc req-56ab86bc-d016-4a31-a653-a808686b73ad tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0689776 Jun 16 16:19:26.495810 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6080e4c0-2095-4abb-af73-6358c2919ebc req-99d531e3-0423-4548-9d08-09c1a7d16f13 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Jun 16 16:19:26.977964 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-44ff2c56-34af-4280-873e-7c17995b4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:26.979490 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-44ff2c56-34af-4280-873e-7c17995b4704 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.0647509 Jun 16 16:19:27.028272 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c1a83-af01-4505-a1b8-c45d94af3d4c req-013b35a2-08f2-4ca7-915d-e61235941a39 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:27.030573 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b45c1a83-af01-4505-a1b8-c45d94af3d4c req-013b35a2-08f2-4ca7-915d-e61235941a39 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0755074 Jun 16 16:19:27.079233 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b45c1a83-af01-4505-a1b8-c45d94af3d4c req-1ea1e6cc-5cd3-4565-aa24-edc7f851e896 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Jun 16 16:19:27.083408 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-ce4544f4-4a6e-475d-bd7b-97e4875e4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:27.084893 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-ce4544f4-4a6e-475d-bd7b-97e4875e4106 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.0965781 Jun 16 16:19:27.131758 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-198fe7d1-4694-4684-9131-2bb83e2e121f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 217 time: 0.0377233 Jun 16 16:19:27.182883 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-dc5e033e-af11-4040-9fe6-aa384fceb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:27.184387 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-dc5e033e-af11-4040-9fe6-aa384fceb020 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0434856 Jun 16 16:19:27.221489 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-57fb76f7-c63d-421c-b205-e909522372a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279789 Jun 16 16:19:27.323312 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-63578344-46bb-483d-8975-5b904d2c15af service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938470 Jun 16 16:19:27.448933 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b49b8ca7-48ea-4940-95cd-883f9e0b6814 req-f044c976-1707-48f8-b95e-d6cdcb0c9052 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149397 Jun 16 16:19:28.298164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6bb1-15dc-45c5-94d7-136ff6722ee3 req-1851c8c7-5f39-4b57-8408-db159b2d9c03 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:28.303806 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eb3c6bb1-15dc-45c5-94d7-136ff6722ee3 req-1851c8c7-5f39-4b57-8408-db159b2d9c03 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0988841 Jun 16 16:19:28.322265 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1dd6-240c-460e-a5d3-fc03a010584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:28.352754 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eb3c6bb1-15dc-45c5-94d7-136ff6722ee3 req-debcb618-8db6-4570-a34c-f8fd450b3949 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Jun 16 16:19:29.557140 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c017d-8277-48b2-a64e-75b97950b185 req-f7bd8f7c-613d-4cf2-9c09-9438db37a365 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:29.558788 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f04c017d-8277-48b2-a64e-75b97950b185 req-f7bd8f7c-613d-4cf2-9c09-9438db37a365 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0784879 Jun 16 16:19:29.604331 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f04c017d-8277-48b2-a64e-75b97950b185 req-7b373847-d32c-4faf-8856-04c1fa71c125 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Jun 16 16:19:30.815300 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d746f-7a78-4683-8882-19b0b727823f req-a17327c2-89b4-4acd-bf60-e23090ddf542 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:30.816754 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-323d746f-7a78-4683-8882-19b0b727823f req-a17327c2-89b4-4acd-bf60-e23090ddf542 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0629594 Jun 16 16:19:30.857438 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-323d746f-7a78-4683-8882-19b0b727823f req-468939ca-eeb0-4b6b-9fa6-2af103938627 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347247 Jun 16 16:19:30.900923 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4de1d0b1-6846-470a-800f-6764cb024338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:31.017491 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:31.937078 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:32.424457 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7323d-5125-46a2-8379-ad492e13b89f req-0040959c-dcbd-4040-a31f-71b0c21d4809 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:32.426901 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6cd7323d-5125-46a2-8379-ad492e13b89f req-0040959c-dcbd-4040-a31f-71b0c21d4809 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0756264 Jun 16 16:19:32.466305 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6cd7323d-5125-46a2-8379-ad492e13b89f req-feb54981-5504-459a-b299-e5b2ed798b14 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Jun 16 16:19:32.825632 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c32c-503b-48b7-9cf7-8518c2b2d2fa req-9d554a6c-6b58-44e0-bdf8-7114ca35c633 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:32.828188 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e316c32c-503b-48b7-9cf7-8518c2b2d2fa req-9d554a6c-6b58-44e0-bdf8-7114ca35c633 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0771847 Jun 16 16:19:32.870653 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e316c32c-503b-48b7-9cf7-8518c2b2d2fa req-93179ca7-b6dc-45f8-a0c0-5bfcc6e948a2 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361300 Jun 16 16:19:33.753432 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:34.064965 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0048136-d2e5-4f30-9d4f-ef0ec7574291 req-f86cccaf-e4f2-47a7-b475-b75ffe34c8b5 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:34.066453 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a0048136-d2e5-4f30-9d4f-ef0ec7574291 req-f86cccaf-e4f2-47a7-b475-b75ffe34c8b5 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0702589 Jun 16 16:19:34.105732 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a0048136-d2e5-4f30-9d4f-ef0ec7574291 req-d3a85d14-c8db-4536-9819-76290ae5110c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334821 Jun 16 16:19:35.288768 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58377f-cd65-46ba-b531-fa36117e4b0e req-5d5096fe-90cd-42ef-b3f5-c23fd8e29cd9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:35.290408 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2a58377f-cd65-46ba-b531-fa36117e4b0e req-5d5096fe-90cd-42ef-b3f5-c23fd8e29cd9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0654278 Jun 16 16:19:35.330361 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2a58377f-cd65-46ba-b531-fa36117e4b0e req-640e452e-7864-4d67-944f-8eb5b05053c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326767 Jun 16 16:19:35.558311 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-5600ac37-645b-460a-ad79-92755d63755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:35.559756 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-5600ac37-645b-460a-ad79-92755d63755b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.0961912 Jun 16 16:19:35.578662 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 43214) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:35.621759 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851991-661d-4afb-a5cd-8a7f301607de req-87ddcf69-e1e6-41a5-b6e6-755cc1f716ce tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:35.623374 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-35851991-661d-4afb-a5cd-8a7f301607de req-87ddcf69-e1e6-41a5-b6e6-755cc1f716ce tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.1124151 Jun 16 16:19:35.690832 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-47cb7165-5eee-44a1-bebf-c3d335067545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:35.715412 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-24ee602d-93b4-45f4-9ce0-275b5ff46829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:35.717460 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-24ee602d-93b4-45f4-9ce0-275b5ff46829 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.1452582 Jun 16 16:19:35.723732 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-35851991-661d-4afb-a5cd-8a7f301607de req-85fe0692-d894-4db6-a4b8-c46a074d961f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659623 Jun 16 16:19:35.761482 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-9c475a81-10e4-4d5b-8c91-4637f170f983 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 217 time: 0.0351024 Jun 16 16:19:35.791493 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-47cb7165-5eee-44a1-bebf-c3d335067545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:35.797683 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-47cb7165-5eee-44a1-bebf-c3d335067545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:35.801164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d2640107-1454-4e1d-bb08-8bc0b1338e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:35.815179 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-aab0b026-17db-4c90-9be1-1d90cced1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:35.816778 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-aab0b026-17db-4c90-9be1-1d90cced1f96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0479202 Jun 16 16:19:35.836976 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-47cb7165-5eee-44a1-bebf-c3d335067545 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e004a5a635540268a82b1ca62930a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569573 Jun 16 16:19:35.837864 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb7165-5eee-44a1-bebf-c3d335067545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c309144-1059-4486-bf3b-9cb29a55f92f,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:35.840408 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 43218) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:35.842518 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-47cb7165-5eee-44a1-bebf-c3d335067545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:35.859027 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-c906db57-00ff-4cc4-a017-7c8b63bac0cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335279 Jun 16 16:19:35.890740 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:35.913700 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:35.966130 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:35.969915 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:35.971349 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c309144-1059-4486-bf3b-9cb29a55f92f HTTP/1.1" status: 204 len: 168 time: 0.1298971 Jun 16 16:19:35.972365 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-321a351f-a847-43ed-a6ad-434130391dcc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:35.977313 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-0c38731b-6e96-456c-8811-c70751e5682b service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052575 Jun 16 16:19:35.979981 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c309144-1059-4486-bf3b-9cb29a55f92f,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:35.983370 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:36.100351 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5231dfdb-c08c-4b2a-a0f7-5bb30a7f8731 req-1678f757-aca5-4a60-8aba-1094c644aa05 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082096 Jun 16 16:19:36.523823 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0c01-8ae4-4411-8c02-ca2519d4f78a req-bf311de8-da66-4e33-bb61-fe3c780a3454 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:36.525560 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-407d0c01-8ae4-4411-8c02-ca2519d4f78a req-bf311de8-da66-4e33-bb61-fe3c780a3454 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0726025 Jun 16 16:19:36.567068 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-407d0c01-8ae4-4411-8c02-ca2519d4f78a req-b134f7e3-bea0-423f-853f-c98748a40e99 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358038 Jun 16 16:19:36.914810 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af5d04-70b7-4d86-b80e-22b1324e083b req-203a5089-8405-4ae4-bfa7-9972d005b91f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:36.916644 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56af5d04-70b7-4d86-b80e-22b1324e083b req-203a5089-8405-4ae4-bfa7-9972d005b91f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0698564 Jun 16 16:19:36.967349 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-56af5d04-70b7-4d86-b80e-22b1324e083b req-320c260a-9498-49ca-8b02-bc187ec98fec tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Jun 16 16:19:37.744269 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae2872-a3eb-4c48-b51a-faa51aff74ba req-e180552e-c72c-4994-960f-5f969f99325c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:37.745773 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b5ae2872-a3eb-4c48-b51a-faa51aff74ba req-e180552e-c72c-4994-960f-5f969f99325c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0653515 Jun 16 16:19:37.790365 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b5ae2872-a3eb-4c48-b51a-faa51aff74ba req-c01872f0-82e1-4ef1-85b4-823cfc27a91c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371547 Jun 16 16:19:38.161733 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927b3d1-5ba2-4cf5-b9a9-b74acae2a399 req-79c60d31-0d81-4215-a996-77d4620bfc22 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:38.163389 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c927b3d1-5ba2-4cf5-b9a9-b74acae2a399 req-79c60d31-0d81-4215-a996-77d4620bfc22 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0770080 Jun 16 16:19:38.203937 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c927b3d1-5ba2-4cf5-b9a9-b74acae2a399 req-239c5608-2f09-499b-83d9-4b8571845307 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348599 Jun 16 16:19:38.269563 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:38.993996 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb6ca1-4e6c-4b15-b581-650d000b2310 req-d6fe5185-115c-4e31-99db-21b758242797 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:38.995508 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3fdb6ca1-4e6c-4b15-b581-650d000b2310 req-d6fe5185-115c-4e31-99db-21b758242797 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0634246 Jun 16 16:19:39.036097 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3fdb6ca1-4e6c-4b15-b581-650d000b2310 req-87c9fc49-c65f-4cca-ae62-03ab841fb8af tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343010 Jun 16 16:19:39.401802 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1279801-c811-49be-b240-11fe2752953a req-a3dd6037-a197-4b83-af74-53a100f20d02 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:39.403287 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a1279801-c811-49be-b240-11fe2752953a req-a3dd6037-a197-4b83-af74-53a100f20d02 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0664763 Jun 16 16:19:39.450266 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a1279801-c811-49be-b240-11fe2752953a req-0df38fbc-2b78-4b7e-983a-f36bca875b84 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Jun 16 16:19:40.225695 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e5f7-c755-44bc-9919-7fae59f01e2d req-225258a9-7f5a-48db-b8a2-96590936066e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:40.227147 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3849e5f7-c755-44bc-9919-7fae59f01e2d req-225258a9-7f5a-48db-b8a2-96590936066e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0720441 Jun 16 16:19:40.270641 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3849e5f7-c755-44bc-9919-7fae59f01e2d req-3f609ccf-0a27-4308-86f6-c567b74ec18c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379126 Jun 16 16:19:40.658084 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac84299-3bbe-4435-a2d8-9437bed762c9 req-ad2ff7f6-8882-4f79-8f76-58bd38100964 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:40.660170 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cac84299-3bbe-4435-a2d8-9437bed762c9 req-ad2ff7f6-8882-4f79-8f76-58bd38100964 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0681551 Jun 16 16:19:40.704815 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cac84299-3bbe-4435-a2d8-9437bed762c9 req-383f7493-acea-4db0-84df-a8a5395feb31 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387039 Jun 16 16:19:41.460716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5ce8-c598-49d3-9335-5ccaf1d6d0d6 req-d1dbc07b-1c7e-44ae-b28c-f4c10c2f6ecf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:41.462180 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4b3a5ce8-c598-49d3-9335-5ccaf1d6d0d6 req-d1dbc07b-1c7e-44ae-b28c-f4c10c2f6ecf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0627487 Jun 16 16:19:41.502639 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4b3a5ce8-c598-49d3-9335-5ccaf1d6d0d6 req-e9aa873d-b555-46a1-9325-14e2ac572c07 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Jun 16 16:19:41.640481 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:19:41.884289 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e178b8-a5da-4f7a-a9ac-3d544e4e91d7 req-bc2fb17c-e4ad-489e-bde4-a09d5a87c36b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:41.885876 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-09e178b8-a5da-4f7a-a9ac-3d544e4e91d7 req-bc2fb17c-e4ad-489e-bde4-a09d5a87c36b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0634396 Jun 16 16:19:41.926745 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-09e178b8-a5da-4f7a-a9ac-3d544e4e91d7 req-56a0aad7-168d-4fdb-a974-777f566ac2ff tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Jun 16 16:19:42.680295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4d11-e86d-4f76-82f9-5e512966d63c req-7552fd13-d74c-499b-a62a-b828bbb52a60 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:42.681724 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c51b4d11-e86d-4f76-82f9-5e512966d63c req-7552fd13-d74c-499b-a62a-b828bbb52a60 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0620360 Jun 16 16:19:42.723901 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c51b4d11-e86d-4f76-82f9-5e512966d63c req-692f0ab9-706b-4964-9db9-a22b84db9f47 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Jun 16 16:19:43.112858 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e7d-d2c5-4728-9976-7f29ffb6472d req-36a3b1e8-6577-49ee-9c93-5da41c6fd41b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:43.114231 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-108a8e7d-d2c5-4728-9976-7f29ffb6472d req-36a3b1e8-6577-49ee-9c93-5da41c6fd41b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0724235 Jun 16 16:19:43.151502 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-108a8e7d-d2c5-4728-9976-7f29ffb6472d req-670829a3-64bd-42c8-9bcb-d6e33d1f7d2b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316198 Jun 16 16:19:43.914138 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e2d0-9335-464f-86b2-60e7f027495f req-41d9dae5-4c19-4137-a0f7-5c72f357eeb1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:43.915745 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4653e2d0-9335-464f-86b2-60e7f027495f req-41d9dae5-4c19-4137-a0f7-5c72f357eeb1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0730369 Jun 16 16:19:43.956390 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4653e2d0-9335-464f-86b2-60e7f027495f req-df39eb72-4009-42d7-8af0-b3fb3562b386 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343883 Jun 16 16:19:44.327980 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ffced-8b6b-4bc9-9e33-26274dd01ab3 req-de8b7da6-d8ac-4a12-9517-70e2fd5ce00a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:44.329473 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3e7ffced-8b6b-4bc9-9e33-26274dd01ab3 req-de8b7da6-d8ac-4a12-9517-70e2fd5ce00a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0632553 Jun 16 16:19:44.369140 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3e7ffced-8b6b-4bc9-9e33-26274dd01ab3 req-e7f237e5-be5c-44c9-836a-4bce9d5ba50b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jun 16 16:19:45.155621 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95721c9-1315-4e61-8f21-021750ea2a5f req-3277facb-5110-4727-9120-1e11c4ccb466 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:45.157451 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a95721c9-1315-4e61-8f21-021750ea2a5f req-3277facb-5110-4727-9120-1e11c4ccb466 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0806623 Jun 16 16:19:45.209249 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a95721c9-1315-4e61-8f21-021750ea2a5f req-e650f336-3071-4429-9960-03e25c25d2ed tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457766 Jun 16 16:19:45.550156 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233bd3b-6569-4816-8822-f20ed3680807 req-d2680a1e-d2b6-4a61-b002-80596a9727d8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:45.551696 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0233bd3b-6569-4816-8822-f20ed3680807 req-d2680a1e-d2b6-4a61-b002-80596a9727d8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0690179 Jun 16 16:19:45.595529 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0233bd3b-6569-4816-8822-f20ed3680807 req-0b30522b-e2da-4dba-bfc9-80a62a7cea54 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Jun 16 16:19:46.407742 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c1329-5531-4f31-ba96-807c86d46697 req-fc8f9537-9439-441f-9d59-707fdffbd9db tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:46.409329 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e09c1329-5531-4f31-ba96-807c86d46697 req-fc8f9537-9439-441f-9d59-707fdffbd9db tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0847447 Jun 16 16:19:46.456556 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e09c1329-5531-4f31-ba96-807c86d46697 req-63ad90f0-f916-4eb9-8daf-919cce5c29b1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Jun 16 16:19:46.792453 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c985-8a21-4348-a340-7daa7df3b9fc req-8df749f6-a8a3-4b2a-812d-37768d4fa975 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:46.793913 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-47d4c985-8a21-4348-a340-7daa7df3b9fc req-8df749f6-a8a3-4b2a-812d-37768d4fa975 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0745173 Jun 16 16:19:46.843896 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-47d4c985-8a21-4348-a340-7daa7df3b9fc req-d000e1d8-8e44-4fa1-8b04-d96aaadbc8c1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Jun 16 16:19:47.649268 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ba47-cb70-4d9e-9271-dbf6b3cabf09 req-0fb62705-b39c-4461-b38f-48d51ebdd4a7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:47.651127 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c254ba47-cb70-4d9e-9271-dbf6b3cabf09 req-0fb62705-b39c-4461-b38f-48d51ebdd4a7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0684326 Jun 16 16:19:47.694840 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c254ba47-cb70-4d9e-9271-dbf6b3cabf09 req-61c156fc-e603-48c4-9702-496df254860b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335693 Jun 16 16:19:48.026182 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add05fd6-15cd-47b9-8149-66e12e158c5e req-650d4e49-037b-40fa-9e0d-7a25281bbd28 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:48.027751 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-add05fd6-15cd-47b9-8149-66e12e158c5e req-650d4e49-037b-40fa-9e0d-7a25281bbd28 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0680726 Jun 16 16:19:48.074184 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-add05fd6-15cd-47b9-8149-66e12e158c5e req-97670a07-884f-4397-9cf0-18a4c3e2daf4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jun 16 16:19:48.880790 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df3d7a-0633-4cc3-9ccd-b886eb01a9f1 req-32f2badd-6d06-49c8-9c7b-b10bddc443ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:48.882339 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-23df3d7a-0633-4cc3-9ccd-b886eb01a9f1 req-32f2badd-6d06-49c8-9c7b-b10bddc443ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0690961 Jun 16 16:19:49.137379 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-23df3d7a-0633-4cc3-9ccd-b886eb01a9f1 req-24c0cdfc-d6e7-4ff1-b9d5-a71a004be968 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494609 Jun 16 16:19:49.280289 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51452b05-c0d6-4e7a-a812-58165688b88c req-0501eadc-a386-4826-8e35-fc4a9d77413a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:49.282040 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-51452b05-c0d6-4e7a-a812-58165688b88c req-0501eadc-a386-4826-8e35-fc4a9d77413a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0738204 Jun 16 16:19:49.328685 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-51452b05-c0d6-4e7a-a812-58165688b88c req-3199f289-e964-4e4e-b10f-9a7992c729f0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386944 Jun 16 16:19:49.539526 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a26fc-9d89-4cfa-86ca-5923569c68f3 req-dbd48d90-cedd-48b8-a1eb-a64ddc333ab1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:49.541341 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-655a26fc-9d89-4cfa-86ca-5923569c68f3 req-dbd48d90-cedd-48b8-a1eb-a64ddc333ab1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0767572 Jun 16 16:19:49.563043 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69662b-e456-4d90-acb0-9a655363883e req-3e989413-8ee0-45b2-9234-e4a8cba150e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:49.564544 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-da69662b-e456-4d90-acb0-9a655363883e req-3e989413-8ee0-45b2-9234-e4a8cba150e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 1099 time: 0.0672078 Jun 16 16:19:49.583523 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-655a26fc-9d89-4cfa-86ca-5923569c68f3 req-cbfa11ce-ddcd-4796-8535-10ebf2c2eaa3 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346782 Jun 16 16:19:49.668449 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69662b-e456-4d90-acb0-9a655363883e req-267d6f71-a05e-4e87-a2d0-8dd9b7d85ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:49.670282 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-da69662b-e456-4d90-acb0-9a655363883e req-267d6f71-a05e-4e87-a2d0-8dd9b7d85ac0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 912 time: 0.0987463 Jun 16 16:19:49.749346 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-da69662b-e456-4d90-acb0-9a655363883e req-0c7edd5b-1f23-40f9-b511-3571977a8f3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 200 len: 1002 time: 0.0719438 Jun 16 16:19:49.804467 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69662b-e456-4d90-acb0-9a655363883e req-e8ebe492-6295-4115-a43e-12ea2b4f6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:49.806554 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-da69662b-e456-4d90-acb0-9a655363883e req-e8ebe492-6295-4115-a43e-12ea2b4f6b32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0488927 Jun 16 16:19:49.874964 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69662b-e456-4d90-acb0-9a655363883e req-9c9be381-b9c5-4d9c-baf8-715617f5fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:49.876474 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-da69662b-e456-4d90-acb0-9a655363883e req-9c9be381-b9c5-4d9c-baf8-715617f5fa2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565424 Jun 16 16:19:49.983593 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-da69662b-e456-4d90-acb0-9a655363883e req-746af4f5-6492-4bbf-84f3-15ebca70dc18 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910320 Jun 16 16:19:50.091283 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-da69662b-e456-4d90-acb0-9a655363883e req-f9a163d7-86b2-419c-b2ac-ad3486e4abb9 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009233 Jun 16 16:19:50.510906 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408550a-7f1b-449e-8dee-aeb1ebf6fab1 req-7211a190-0a6c-475f-9348-5b773d675155 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:50.512451 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4408550a-7f1b-449e-8dee-aeb1ebf6fab1 req-7211a190-0a6c-475f-9348-5b773d675155 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0671260 Jun 16 16:19:50.553349 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4408550a-7f1b-449e-8dee-aeb1ebf6fab1 req-330c8abf-2890-4382-973a-c46811c2ac23 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Jun 16 16:19:50.774514 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75db02-8192-449d-94a5-a14a7628f4fa req-3576cbd5-3b51-4556-9091-4874d81fd30f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:50.776091 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ef75db02-8192-449d-94a5-a14a7628f4fa req-3576cbd5-3b51-4556-9091-4874d81fd30f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0702300 Jun 16 16:19:50.818099 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ef75db02-8192-449d-94a5-a14a7628f4fa req-7d1f4e54-cceb-44fd-9f07-6d01a18ff40b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341778 Jun 16 16:19:51.737888 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafca8c6-8ee3-4bc4-bdd2-7d3c8485ad7f req-3c9e8332-4bfa-482a-a782-45dfffb1176e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:51.739550 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cafca8c6-8ee3-4bc4-bdd2-7d3c8485ad7f req-3c9e8332-4bfa-482a-a782-45dfffb1176e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0648513 Jun 16 16:19:51.787693 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cafca8c6-8ee3-4bc4-bdd2-7d3c8485ad7f req-d8752911-da8b-4e3c-b2ee-fdad2868dfcd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Jun 16 16:19:52.019937 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae480c6-711f-4933-a27b-6fda10e2b533 req-c7605fac-cc2c-424e-bbab-63239b023c92 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:52.021406 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4ae480c6-711f-4933-a27b-6fda10e2b533 req-c7605fac-cc2c-424e-bbab-63239b023c92 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0728414 Jun 16 16:19:52.077544 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4ae480c6-711f-4933-a27b-6fda10e2b533 req-1c34f44d-f71b-49b8-baa4-43de950ac1e1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500834 Jun 16 16:19:52.966344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cea1b-cf5c-4450-b215-509832e3d102 req-6bd3529e-3b19-4b37-8b6b-5230a8b94b4b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:52.968049 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f50cea1b-cf5c-4450-b215-509832e3d102 req-6bd3529e-3b19-4b37-8b6b-5230a8b94b4b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0634263 Jun 16 16:19:53.005361 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f50cea1b-cf5c-4450-b215-509832e3d102 req-d42fadca-9dba-44d6-9f29-ca097abeff04 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Jun 16 16:19:54.181700 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236cb0-76eb-4b8f-88e4-08863b81921b req-6b314230-2d28-4798-b4b0-8cd4e2994056 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:54.183933 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-35236cb0-76eb-4b8f-88e4-08863b81921b req-6b314230-2d28-4798-b4b0-8cd4e2994056 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0634532 Jun 16 16:19:54.227690 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-35236cb0-76eb-4b8f-88e4-08863b81921b req-8a682af5-435d-4d77-92b4-7188abc39917 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Jun 16 16:19:55.407667 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2495-2649-4e87-884e-c168b3af80fa req-130d76a9-e884-41c9-bc86-f63671b0022c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:55.409085 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3dca2495-2649-4e87-884e-c168b3af80fa req-130d76a9-e884-41c9-bc86-f63671b0022c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0639770 Jun 16 16:19:55.448006 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3dca2495-2649-4e87-884e-c168b3af80fa req-0ba07551-0db8-49c0-9628-d8fb7be8924a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Jun 16 16:19:56.637242 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539f5d0-8f26-491e-a94f-272d9abfbad2 req-70174ba5-023f-40ec-8cef-4f363a74855a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:56.639701 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1539f5d0-8f26-491e-a94f-272d9abfbad2 req-70174ba5-023f-40ec-8cef-4f363a74855a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0705578 Jun 16 16:19:56.679297 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1539f5d0-8f26-491e-a94f-272d9abfbad2 req-e1f94b50-8109-4fb3-bcb2-0a423f58536d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Jun 16 16:19:57.877666 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f8579-4d47-4f93-9364-c154acf8db3a req-0d090fcf-4a2f-4123-a6fd-1ca1f4beb5c7 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:57.880089 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-091f8579-4d47-4f93-9364-c154acf8db3a req-0d090fcf-4a2f-4123-a6fd-1ca1f4beb5c7 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0734217 Jun 16 16:19:57.919794 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-091f8579-4d47-4f93-9364-c154acf8db3a req-0887b719-9ea5-401b-bc16-6ce10cb8526a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Jun 16 16:19:58.300036 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7099f5bb-2874-482b-add6-eb4a6129a023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:59.107987 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bc8c7-fe32-44b9-a3ca-76219e045704 req-c7970b92-c8df-43e4-aa44-c5ce06bde846 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:59.109473 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1a5bc8c7-fe32-44b9-a3ca-76219e045704 req-c7970b92-c8df-43e4-aa44-c5ce06bde846 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0664349 Jun 16 16:19:59.147779 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1a5bc8c7-fe32-44b9-a3ca-76219e045704 req-7303e5cf-aacd-4fe0-9e43-86aed4394fab tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326312 Jun 16 16:20:00.335018 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bd88e-36a4-48ad-b449-13ac4c6f2a98 req-9c74af4b-f381-450e-9c44-8f7fa88eaf85 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:00.336605 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3c4bd88e-36a4-48ad-b449-13ac4c6f2a98 req-9c74af4b-f381-450e-9c44-8f7fa88eaf85 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0666490 Jun 16 16:20:00.378556 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3c4bd88e-36a4-48ad-b449-13ac4c6f2a98 req-31df1caf-bb2d-4ae8-bb36-aa1429991457 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Jun 16 16:20:00.902178 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e246ff04-9781-4a78-8a46-8ced0d8cf66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:01.011677 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:01.145462 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923f5ae-9743-4ff0-9e1d-13465049e1c8 req-0f692707-b471-48bd-b32b-2ba0ffb2e676 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:01.146955 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f923f5ae-9743-4ff0-9e1d-13465049e1c8 req-0f692707-b471-48bd-b32b-2ba0ffb2e676 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0645871 Jun 16 16:20:01.185852 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f923f5ae-9743-4ff0-9e1d-13465049e1c8 req-b511bbcf-dc40-4ad9-827e-a381f9b27414 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Jun 16 16:20:01.557291 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1c823-1ed5-438b-bc08-74597a0508cf req-43219ed4-daeb-4058-9efc-c672b85a066a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:01.558747 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-07c1c823-1ed5-438b-bc08-74597a0508cf req-43219ed4-daeb-4058-9efc-c672b85a066a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0628049 Jun 16 16:20:01.597174 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-07c1c823-1ed5-438b-bc08-74597a0508cf req-c11038ad-7d08-4e92-881c-900e58eefec5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Jun 16 16:20:01.929403 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:02.363688 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d88027-a0cd-4bf6-a88c-aa4c534e1305 req-85f528e8-d08f-45f5-9585-2dda019e1373 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:02.365134 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-35d88027-a0cd-4bf6-a88c-aa4c534e1305 req-85f528e8-d08f-45f5-9585-2dda019e1373 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0631545 Jun 16 16:20:02.407529 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-35d88027-a0cd-4bf6-a88c-aa4c534e1305 req-837a1a6d-e3e9-4581-8d74-e85d26a57122 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Jun 16 16:20:02.773583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d87ca-bf9e-4c6f-a870-4cd60e467417 req-8d8d52a7-dfe1-46d1-920f-ed8787319d25 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:02.775087 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-150d87ca-bf9e-4c6f-a870-4cd60e467417 req-8d8d52a7-dfe1-46d1-920f-ed8787319d25 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0628402 Jun 16 16:20:02.816684 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-150d87ca-bf9e-4c6f-a870-4cd60e467417 req-5cb5a569-513f-4cf0-90bf-9ba081ceda82 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346005 Jun 16 16:20:03.596356 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289df3a-6ad4-4a36-bba3-e149c599336a req-eadf9d63-4a6c-4fb6-b068-7f165118fa38 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:03.596356 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6289df3a-6ad4-4a36-bba3-e149c599336a req-eadf9d63-4a6c-4fb6-b068-7f165118fa38 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0724714 Jun 16 16:20:03.633086 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6289df3a-6ad4-4a36-bba3-e149c599336a req-0c09dd33-7f07-4331-9b7a-0d017e5e949e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Jun 16 16:20:03.755216 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.000289 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d98bc-511f-4573-9912-819bbbdf888e req-28e35292-ad37-4a8f-aa83-479ac3d59b05 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:04.001745 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4d3d98bc-511f-4573-9912-819bbbdf888e req-28e35292-ad37-4a8f-aa83-479ac3d59b05 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0667660 Jun 16 16:20:04.038481 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4d3d98bc-511f-4573-9912-819bbbdf888e req-f064eb2b-b30d-444a-9878-702455bfa8bd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Jun 16 16:20:04.807810 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431020cb-9d3f-4fd1-8791-d01e004e1d9c req-f97dab8a-ef25-4d57-9f4e-f1d7a99bf2f8 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:04.809300 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-431020cb-9d3f-4fd1-8791-d01e004e1d9c req-f97dab8a-ef25-4d57-9f4e-f1d7a99bf2f8 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0664496 Jun 16 16:20:04.847957 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-431020cb-9d3f-4fd1-8791-d01e004e1d9c req-2e9620e8-f30e-4e4f-b3ad-f9106ca8439e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Jun 16 16:20:05.223216 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedf7e6-8c48-403c-9cf0-e51141cc3815 req-5cebd672-c568-4bb1-bf28-509d1f678098 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:05.224709 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6aedf7e6-8c48-403c-9cf0-e51141cc3815 req-5cebd672-c568-4bb1-bf28-509d1f678098 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0683606 Jun 16 16:20:05.263646 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6aedf7e6-8c48-403c-9cf0-e51141cc3815 req-696baab3-4003-4aaf-b31d-20169ac8db8f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Jun 16 16:20:05.725380 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-4074bac6-4882-488e-9f98-0fc6ca53ae6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539441 Jun 16 16:20:05.802487 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-27a6849a-7ddb-4a67-9b2b-7c32281a5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:05.803920 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-27a6849a-7ddb-4a67-9b2b-7c32281a5a26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 1099 time: 0.0528674 Jun 16 16:20:05.923669 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-7a540a19-aaa2-4dd9-bb89-1ac5686581f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:05.925216 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-7a540a19-aaa2-4dd9-bb89-1ac5686581f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.0897355 Jun 16 16:20:05.969226 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-2cc5e053-a631-42ea-bba4-d01fe0b40d49 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3233494-fd58-45ad-b06b-8b259a282547 HTTP/1.1" status: 200 len: 217 time: 0.0348451 Jun 16 16:20:06.027150 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-d430cfba-0502-4a8e-838b-ef9b49d792c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:06.027150 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-d430cfba-0502-4a8e-838b-ef9b49d792c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0476172 Jun 16 16:20:06.030964 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0c10b-7673-46ef-91be-9db43b23261c req-157a27da-8df0-4af6-8d53-2ebcfac861ca tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:06.032463 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-26e0c10b-7673-46ef-91be-9db43b23261c req-157a27da-8df0-4af6-8d53-2ebcfac861ca tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0697196 Jun 16 16:20:06.066824 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-5596e97b-fbcd-4709-a06b-12e95570288f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313511 Jun 16 16:20:06.071628 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-26e0c10b-7673-46ef-91be-9db43b23261c req-c90c45ef-c247-46e1-a329-243a757939f2 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Jun 16 16:20:06.154602 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-6ce69c17-f757-4bbd-8012-868b5112a84b service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804203 Jun 16 16:20:06.250488 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3eab77a0-3497-4b8b-b047-92aca4789724 req-d8a4682e-61fb-4426-b0f2-b0cd962eb906 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869720 Jun 16 16:20:06.438277 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee2a6-66eb-4104-9bee-52c043e86bda req-995eab6e-901d-476b-b687-7ab5f2cb2a80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:06.439663 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f28ee2a6-66eb-4104-9bee-52c043e86bda req-995eab6e-901d-476b-b687-7ab5f2cb2a80 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0637097 Jun 16 16:20:06.477182 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f28ee2a6-66eb-4104-9bee-52c043e86bda req-3a57c897-1415-49dd-870f-1fdeabc24ec2 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Jun 16 16:20:07.247746 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63626f7-8594-4861-ab44-1e0dd718bc6c req-5b716437-ca5b-4f93-81e9-9135fb59aae1 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:07.249196 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b63626f7-8594-4861-ab44-1e0dd718bc6c req-5b716437-ca5b-4f93-81e9-9135fb59aae1 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0627806 Jun 16 16:20:07.289790 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b63626f7-8594-4861-ab44-1e0dd718bc6c req-8cfb3f01-58b9-47c0-885c-27b5157a6b70 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Jun 16 16:20:07.655181 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35878bc-5d03-4c96-9be8-046ed0252ed1 req-10204039-7864-4a68-a647-58a59ebdf6bc tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:07.656678 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c35878bc-5d03-4c96-9be8-046ed0252ed1 req-10204039-7864-4a68-a647-58a59ebdf6bc tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0628819 Jun 16 16:20:07.695824 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c35878bc-5d03-4c96-9be8-046ed0252ed1 req-a2225745-2932-4399-8b39-4c3e2846ab0b tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Jun 16 16:20:08.054566 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-1a86e56e-e97b-4389-b0f1-6dee794a3796 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:08.056032 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-1a86e56e-e97b-4389-b0f1-6dee794a3796 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0632799 Jun 16 16:20:08.173645 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Deleting port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:08.173988 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.271460 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] For port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:08.272129 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.272541 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.343434 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Calling delete_port for f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:08.479225 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.484969 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:08.493190 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71191f-68b0-4a94-b2cc-5edc6daf2fe3 req-0b3ad2bb-8c4b-40b0-bcfc-ae728954a963 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:08.494350 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:20:08.494856 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ad71191f-68b0-4a94-b2cc-5edc6daf2fe3 req-0b3ad2bb-8c4b-40b0-bcfc-ae728954a963 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b32ba2-01cc-4dfe-be41-e61ba78a082a HTTP/1.1" status: 200 len: 945 time: 0.0797148 Jun 16 16:20:08.521136 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Pushing event deleted for resources: {'Port': ['ID=f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:08.535241 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.535523 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.535876 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.536233 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.536589 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.536944 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.537299 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.537646 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.537991 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.538365 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.538706 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.539043 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:08.542783 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:08.545958 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ad71191f-68b0-4a94-b2cc-5edc6daf2fe3 req-b426125d-6c1e-4885-8353-62ca5c207b11 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Jun 16 16:20:08.598461 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] No DVR routers for this DVR port f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:08.600985 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.602943 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aba4a208-65c2-4626-91a1-97cfe9804f95 req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "DELETE /v2.0/ports/f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 HTTP/1.1" status: 204 len: 173 time: 0.5389678 Jun 16 16:20:08.603658 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'name': 'network-vif-deleted', 'tag': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:08.606116 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789fc76f-11f4-420e-bcb0-abcbeddbb2d7" -d '{"events": [{"server_uuid": "31b32ba2-01cc-4dfe-be41-e61ba78a082a", "name": "network-vif-deleted", "tag": "f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:08.659702 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6342ef0a-e6b7-4e01-88f0-3bdd42ae3f82 x-openstack-request-id: req-6342ef0a-e6b7-4e01-88f0-3bdd42ae3f82 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:08.660086 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b32ba2-01cc-4dfe-be41-e61ba78a082a", "name": "network-vif-deleted", "tag": "f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:08.660425 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6342ef0a-e6b7-4e01-88f0-3bdd42ae3f82 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:08.660971 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b32ba2-01cc-4dfe-be41-e61ba78a082a', 'name': 'network-vif-deleted', 'tag': 'f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1', 'status': 'completed', 'code': 200} Jun 16 16:20:08.876929 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7ac14-e1fd-469f-a087-a2cb1077a501 req-5d3098bc-77d0-4f4a-a668-3ca38cd20fb7 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:08.878326 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5be7ac14-e1fd-469f-a087-a2cb1077a501 req-5d3098bc-77d0-4f4a-a668-3ca38cd20fb7 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0659182 Jun 16 16:20:08.918027 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5be7ac14-e1fd-469f-a087-a2cb1077a501 req-60594f94-df41-4f0e-ac08-06b88075c033 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Jun 16 16:20:10.102533 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe601-c010-4d41-a517-5eee690b3a50 req-fd5a1d57-9c75-4d6f-93b6-cebd9a9b1863 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:10.104103 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fb4fe601-c010-4d41-a517-5eee690b3a50 req-fd5a1d57-9c75-4d6f-93b6-cebd9a9b1863 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0654771 Jun 16 16:20:10.143338 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fb4fe601-c010-4d41-a517-5eee690b3a50 req-f80c778d-3052-472d-a0cc-7629d6b2b1e4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Jun 16 16:20:11.324059 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da8d0e-171d-49e8-a66a-a8f87a5c0c37 req-13368965-b89f-44de-88fc-16fd98574d2e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:11.326040 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d5da8d0e-171d-49e8-a66a-a8f87a5c0c37 req-13368965-b89f-44de-88fc-16fd98574d2e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0660348 Jun 16 16:20:11.363451 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d5da8d0e-171d-49e8-a66a-a8f87a5c0c37 req-78cc019c-80d4-41b8-849b-04473405ae71 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Jun 16 16:20:11.617143 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:11.640740 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:11.641118 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f8c4261b-377c-47f3-ba35-6f0a2f5fd9e1 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:12.220990 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d3bc0-2afc-4c76-a716-2c030e091478 req-ff23df70-c4ea-4296-943c-17d23baed3c1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:12.228579 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5b9d3bc0-2afc-4c76-a716-2c030e091478 req-ff23df70-c4ea-4296-943c-17d23baed3c1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0812638 Jun 16 16:20:12.268714 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5b9d3bc0-2afc-4c76-a716-2c030e091478 req-4548e6d5-7333-4ca4-a522-854a8c74f32a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390546 Jun 16 16:20:12.544257 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed68c9-766d-4ae5-826e-5174bf850492 req-b9a85401-dfcf-4083-8cce-d69f403a0ff4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:12.545803 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eaed68c9-766d-4ae5-826e-5174bf850492 req-b9a85401-dfcf-4083-8cce-d69f403a0ff4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0658274 Jun 16 16:20:12.583100 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eaed68c9-766d-4ae5-826e-5174bf850492 req-fdcd65c1-3b11-49fc-819c-30f424293deb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Jun 16 16:20:13.431224 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 43820) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:13.459543 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555fe8c-0ee8-49ed-9097-9cd1332c235c req-daa3e18f-698b-4024-a6fe-86ad1f6d6cf6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:13.461034 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6555fe8c-0ee8-49ed-9097-9cd1332c235c req-daa3e18f-698b-4024-a6fe-86ad1f6d6cf6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0687284 Jun 16 16:20:13.501501 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6555fe8c-0ee8-49ed-9097-9cd1332c235c req-eedadd84-2da7-47f2-b435-f2f9fd1ea584 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345595 Jun 16 16:20:13.557664 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5801-088d-4abe-9277-e801566aa191 req-09f61bdf-7a76-4e9d-9af0-46e686d14e45 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:13.559112 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-09f61bdf-7a76-4e9d-9af0-46e686d14e45 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/networks?id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c HTTP/1.1" status: 200 len: 813 time: 0.1093783 Jun 16 16:20:13.574611 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-a061b1cb-c536-4458-889a-cc112c5f5fea tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/quotas/b19cf0dab4884ec1b16d1809247b3276 HTTP/1.1" status: 200 len: 375 time: 0.0097177 Jun 16 16:20:13.618466 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-8d71fc04-6138-4dd3-96db-f458d10086fb tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b19cf0dab4884ec1b16d1809247b3276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379357 Jun 16 16:20:13.624692 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:13.745171 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-c7dd0f79-f78c-462b-9884-7e9178c9e8dc service neutron] 10.222.0.77 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175294 Jun 16 16:20:13.767149 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bfe8e-52af-4ab0-8d2d-01379a7e1ad9 req-cc271555-e83c-4a1e-87f4-569cf043f3b1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:13.768988 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5d9bfe8e-52af-4ab0-8d2d-01379a7e1ad9 req-cc271555-e83c-4a1e-87f4-569cf043f3b1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0723522 Jun 16 16:20:13.808463 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5d9bfe8e-52af-4ab0-8d2d-01379a7e1ad9 req-48ef4690-f844-49a1-a748-2a68960317dc tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Jun 16 16:20:13.853998 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:13.859294 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:13.865662 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2b01e759-8001-4d35-93c6-e150c34b54a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:13.884199 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-2b39c6b7-e389-4e33-a180-560439931fb1 service neutron] 10.222.0.77 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310587 Jun 16 16:20:13.906425 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b824e198d90a40dabb5bf7ff1aa93aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737442 Jun 16 16:20:13.908725 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0989447-54b7-43b6-bcc7-68a999040f6b,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:13.909114 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 43826) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:13.915730 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.916093 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.916447 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.916801 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.917207 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.917470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.917809 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.918147 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.918591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.918888 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.919999 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.920243 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:13.924199 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:13.974739 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:13.996513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:14.058267 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5b3859fb-9fb9-4787-b8d5-560d6e6a1a5d req-027eae23-f36f-4bf9-929b-034f996880b2 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 210 time: 0.0320046 Jun 16 16:20:14.077309 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:14.080055 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:14.083242 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0989447-54b7-43b6-bcc7-68a999040f6b HTTP/1.1" status: 204 len: 168 time: 0.1710842 Jun 16 16:20:14.083242 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5a5c3534-8fec-4839-b776-ee6c61ec9db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:14.090446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0989447-54b7-43b6-bcc7-68a999040f6b,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:14.094113 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:14.693860 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb13ce6-7eb7-48fc-9988-20d7b87dd098 req-209da22f-c930-4218-8dae-8337b429999c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:14.695261 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6fb13ce6-7eb7-48fc-9988-20d7b87dd098 req-209da22f-c930-4218-8dae-8337b429999c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0706577 Jun 16 16:20:14.736319 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6fb13ce6-7eb7-48fc-9988-20d7b87dd098 req-81ce3e00-f600-4449-9436-0ba5a72d5661 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327785 Jun 16 16:20:14.985970 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a1c76-d199-46cd-9691-234c30e6a42e req-bebede51-fe32-4708-99be-3c071f6370f0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:14.987503 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0c0a1c76-d199-46cd-9691-234c30e6a42e req-bebede51-fe32-4708-99be-3c071f6370f0 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0648124 Jun 16 16:20:15.029500 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0c0a1c76-d199-46cd-9691-234c30e6a42e req-922b3d27-331b-413d-b612-a6ddbd5ecc88 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Jun 16 16:20:15.177019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5801-088d-4abe-9277-e801566aa191 req-e0c2dd24-b18c-45b0-a498-5dc65dd4ceac tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:15.178632 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-e0c2dd24-b18c-45b0-a498-5dc65dd4ceac tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "GET /v2.0/networks?id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c HTTP/1.1" status: 200 len: 813 time: 0.1104083 Jun 16 16:20:15.202987 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Request body: {'port': {'device_id': '16a20389-759d-436d-ace9-3a26a91e14c4', 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c', 'admin_state_up': True, 'tenant_id': 'b19cf0dab4884ec1b16d1809247b3276'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:15.214139 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3eea51f2-541d-4442-8863-f8bfd19664c9 req-8e415956-1b9c-42e4-84fc-8ad014e583ca tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 210 time: 0.0358758 Jun 16 16:20:15.317556 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Made reservation on behalf of b19cf0dab4884ec1b16d1809247b3276 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:15.321280 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.441825 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Allocated IP 172.20.0.13 (d81325a6-56a3-4e9e-96a2-1632bafdfc5c/5e6dbec2-5636-4bfd-90e1-24efdc314458/0074dd84-10b3-4a80-8911-dbd9652d4f9c) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:15.592993 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.630616 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.634346 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:15.676147 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Network d81325a6-56a3-4e9e-96a2-1632bafdfc5c is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:15.681193 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:15.685759 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:20:15.712747 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Pushing event updated for resources: {'Port': ['ID=0074dd84-10b3-4a80-8911-dbd9652d4f9c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:15.717518 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:15.742322 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:15.742923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.756965 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585277 Jun 16 16:20:15.769194 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Request body: {'port': {'device_id': '16a20389-759d-436d-ace9-3a26a91e14c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:15.844551 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.014686 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc9983-9785-414d-bd9b-91c504fabb9f req-4f9a7635-c4a2-4bc0-b1a5-2f4bae8154d3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:16.016188 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-51cc9983-9785-414d-bd9b-91c504fabb9f req-4f9a7635-c4a2-4bc0-b1a5-2f4bae8154d3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1607907 Jun 16 16:20:16.101347 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-51cc9983-9785-414d-bd9b-91c504fabb9f req-41d75716-382f-4150-86ea-bf94627992c5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793917 Jun 16 16:20:16.187823 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0074dd84-10b3-4a80-8911-dbd9652d4f9c {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:20:16.196366 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.205722 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5547c-0b2a-4c5b-bada-1e8040f959bd req-ffb9dca9-b082-4cdc-8558-3e503bd4b192 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:16.207245 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d3b5547c-0b2a-4c5b-bada-1e8040f959bd req-ffb9dca9-b082-4cdc-8558-3e503bd4b192 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0634627 Jun 16 16:20:16.209051 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Transition to ACTIVE for port object 0074dd84-10b3-4a80-8911-dbd9652d4f9c will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:20:16.212031 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.215071 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:16.257045 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d3b5547c-0b2a-4c5b-bada-1e8040f959bd req-4f5570a2-7245-4b6e-89a2-1dd1a7b879c8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Jun 16 16:20:16.294883 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Pushing event updated for resources: {'Port': ['ID=0074dd84-10b3-4a80-8911-dbd9652d4f9c,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:16.299081 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:16.392562 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Attempting to bind port 0074dd84-10b3-4a80-8911-dbd9652d4f9c on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:20:16.392839 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Attempting to bind port 0074dd84-10b3-4a80-8911-dbd9652d4f9c by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:20:16.393169 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Attempting to bind port 0074dd84-10b3-4a80-8911-dbd9652d4f9c on network d81325a6-56a3-4e9e-96a2-1632bafdfc5c {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:20:16.402053 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Port 0074dd84-10b3-4a80-8911-dbd9652d4f9c on network d81325a6-56a3-4e9e-96a2-1632bafdfc5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:20:16.402362 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Attempting to bind port 0074dd84-10b3-4a80-8911-dbd9652d4f9c on network d81325a6-56a3-4e9e-96a2-1632bafdfc5c {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:20:16.413559 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:20:16.413895 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Checking segment: {'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:20:16.414270 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Bound using segment: {'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:20:16.414699 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Bound port: 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1f3ac4-3d3f-4237-bd53-093a9df45691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:20:16.415043 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.437107 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be763a38-4bbd-4d96-a1dc-6885acee43d1 req-3d3762b5-7e77-4e1e-a9f6-90eb8de17542 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:16.438586 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be763a38-4bbd-4d96-a1dc-6885acee43d1 req-3d3762b5-7e77-4e1e-a9f6-90eb8de17542 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.1036806 Jun 16 16:20:16.519444 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-be763a38-4bbd-4d96-a1dc-6885acee43d1 req-c7f537a8-929d-4254-8a6b-5af31644c0ba tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578737 Jun 16 16:20:16.520432 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] For port 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:20:16.523609 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] For port 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:20:16.529034 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.531580 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-714a3885-b030-414d-9f69-a696e5ab6b7d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:16.563511 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:16.564122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.565481 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] 10.222.0.58 "PUT /v2.0/ports/0074dd84-10b3-4a80-8911-dbd9652d4f9c HTTP/1.1" status: 200 len: 1094 time: 0.8004432 Jun 16 16:20:16.565957 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:16.568244 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec77c936-6b12-42b2-8f16-91e4dee01e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:16.594460 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Pushing event updated for resources: {'Port': ['ID=0074dd84-10b3-4a80-8911-dbd9652d4f9c,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:16.597563 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:16.604828 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2484f297-5798-4f5a-98d3-1003d2c2f168 x-openstack-request-id: req-2484f297-5798-4f5a-98d3-1003d2c2f168 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:16.605138 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:16.605411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2484f297-5798-4f5a-98d3-1003d2c2f168 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:16.605816 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c', 'status': 'completed', 'code': 200} Jun 16 16:20:16.673993 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5801-088d-4abe-9277-e801566aa191 req-02f99575-efe1-4891-a997-8332c6adbe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:16.675383 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-02f99575-efe1-4891-a997-8332c6adbe2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b19cf0dab4884ec1b16d1809247b3276&device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 1097 time: 0.0525277 Jun 16 16:20:16.720873 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-6d6d5124-e8fa-42a0-9850-cfa2793ee0e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c HTTP/1.1" status: 200 len: 217 time: 0.0375826 Jun 16 16:20:16.770858 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5801-088d-4abe-9277-e801566aa191 req-119633e0-c4bc-426c-bd4d-661eccfc6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:16.772320 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-119633e0-c4bc-426c-bd4d-661eccfc6772 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e6dbec2-5636-4bfd-90e1-24efdc314458 HTTP/1.1" status: 200 len: 853 time: 0.0446835 Jun 16 16:20:16.807218 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-fea60d3c-3107-4c0e-8640-79b8e17c8eb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267413 Jun 16 16:20:16.899118 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-bc372275-78db-495f-94b0-b88efe99e059 service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849078 Jun 16 16:20:16.986167 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6eab5801-088d-4abe-9277-e801566aa191 req-2a3754a6-9ae4-4241-9452-0a0b075628b0 service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797284 Jun 16 16:20:17.327986 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-9bf195fe-149e-47b3-8c1d-9e3fa2d35c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:17.329462 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-9bf195fe-149e-47b3-8c1d-9e3fa2d35c0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b19cf0dab4884ec1b16d1809247b3276&device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 1097 time: 0.2918127 Jun 16 16:20:17.348442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c8b34-349c-4d63-a73c-a9122adf4cb8 req-3921bafe-5551-42aa-9939-eafb1a935e13 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:17.349838 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-479c8b34-349c-4d63-a73c-a9122adf4cb8 req-3921bafe-5551-42aa-9939-eafb1a935e13 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0826790 Jun 16 16:20:17.428122 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c5917-9839-48af-83da-bdb7bae38008 req-161657a1-5652-4ac5-a43c-c6bf48904300 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:17.429670 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-999c5917-9839-48af-83da-bdb7bae38008 req-161657a1-5652-4ac5-a43c-c6bf48904300 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0651529 Jun 16 16:20:17.443294 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-479c8b34-349c-4d63-a73c-a9122adf4cb8 req-0d85f4e5-719f-4969-8a44-c3299b88add7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856361 Jun 16 16:20:17.462069 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-7777679b-8d61-4109-8cbc-85e8d5b5d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:17.463547 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-7777679b-8d61-4109-8cbc-85e8d5b5d9db service neutron] 10.222.0.58 "GET /v2.0/networks?id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c HTTP/1.1" status: 200 len: 914 time: 0.1234524 Jun 16 16:20:17.470888 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-999c5917-9839-48af-83da-bdb7bae38008 req-104935bc-fdd7-4162-a4c9-6784749bb986 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Jun 16 16:20:17.512203 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-4c097533-ad45-4fff-b5e3-1512f14cb38e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c HTTP/1.1" status: 200 len: 217 time: 0.0348208 Jun 16 16:20:17.570246 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-9e7c1e9b-2c86-4688-8816-71b3a04fda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:17.571811 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-9e7c1e9b-2c86-4688-8816-71b3a04fda52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e6dbec2-5636-4bfd-90e1-24efdc314458 HTTP/1.1" status: 200 len: 853 time: 0.0510347 Jun 16 16:20:17.618113 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-749368d8-e777-40ae-8841-531ff4078d30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81325a6-56a3-4e9e-96a2-1632bafdfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312326 Jun 16 16:20:17.642796 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ce249-8e7d-4ec3-ba5d-c2bd8d2b9765 req-594b8297-1e5e-4df8-8f5f-0c57eee7160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:17.644464 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-418ce249-8e7d-4ec3-ba5d-c2bd8d2b9765 req-594b8297-1e5e-4df8-8f5f-0c57eee7160d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.0570283 Jun 16 16:20:17.679557 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-418ce249-8e7d-4ec3-ba5d-c2bd8d2b9765 req-245a7c93-bf14-405e-be95-3019b3b1cfe6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283756 Jun 16 16:20:17.749183 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-e21a3a07-0432-4ccf-ab30-e4799d22038a service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226645 Jun 16 16:20:17.760624 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021f8f-235c-455b-9e73-89ec24898dff req-cc5ad28c-4da9-45a4-9a05-a7c2a618d5bf tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:17.761964 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-95021f8f-235c-455b-9e73-89ec24898dff req-cc5ad28c-4da9-45a4-9a05-a7c2a618d5bf tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.1176186 Jun 16 16:20:17.845115 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-95021f8f-235c-455b-9e73-89ec24898dff req-b3118dd9-f7af-4f44-81fc-db9ff81d3ca5 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746021 Jun 16 16:20:17.878121 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ec77c936-6b12-42b2-8f16-91e4dee01e6d req-7b360e41-05a3-4f10-953e-621fffbf242f service neutron] 10.222.0.58 "GET /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152282 Jun 16 16:20:18.634926 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb37155-aa2d-4cb2-bea1-b8c032c67e62 req-9b1816ff-535b-4b2f-899e-80e424d7f710 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:18.636843 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8eb37155-aa2d-4cb2-bea1-b8c032c67e62 req-9b1816ff-535b-4b2f-899e-80e424d7f710 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0694327 Jun 16 16:20:18.641181 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:20:18.662956 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe16da-d642-4648-af6b-6d0c97211076 req-8ea48dcd-3b68-4cd3-869f-f178aa68faf5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:18.665055 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1efe16da-d642-4648-af6b-6d0c97211076 req-8ea48dcd-3b68-4cd3-869f-f178aa68faf5 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0796499 Jun 16 16:20:18.687884 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8eb37155-aa2d-4cb2-bea1-b8c032c67e62 req-32d8ed92-45ec-4df0-bcaf-3e3bc6c0c498 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406103 Jun 16 16:20:18.707819 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1efe16da-d642-4648-af6b-6d0c97211076 req-502ad9bd-66b2-4cb3-9926-396b1f9355e1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Jun 16 16:20:19.030375 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f32f6-076b-4859-93e7-120946a1129f req-e09f82d9-1216-4972-8aca-eaba0aa5d48e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:19.031408 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fa7f32f6-076b-4859-93e7-120946a1129f req-e09f82d9-1216-4972-8aca-eaba0aa5d48e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.0636141 Jun 16 16:20:19.073146 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fa7f32f6-076b-4859-93e7-120946a1129f req-de929b93-c7e1-49c0-b6e3-ff264301eb9f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360475 Jun 16 16:20:19.628485 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 0074dd84-10b3-4a80-8911-dbd9652d4f9c details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:20:19.720687 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:19.731935 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '0074dd84-10b3-4a80-8911-dbd9652d4f9c', 'network_id': 'd81325a6-56a3-4e9e-96a2-1632bafdfc5c', 'port_id': '0074dd84-10b3-4a80-8911-dbd9652d4f9c', 'mac_address': 'fa:16:3e:dd:16:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6dbec2-5636-4bfd-90e1-24efdc314458', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:20:19.773405 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:19.786527 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0074dd84-10b3-4a80-8911-dbd9652d4f9c {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:20:19.808133 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:19.814961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:19.818773 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7326b0fa-d8ca-4492-9f5e-b75a23d2ba7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:19.867465 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=0074dd84-10b3-4a80-8911-dbd9652d4f9c,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:19.869963 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5464-8fa2-4bef-b66c-f584d0c15f26 req-06f7f088-2622-4269-b31f-85c7e83e05d6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:19.871477 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-490d5464-8fa2-4bef-b66c-f584d0c15f26 req-06f7f088-2622-4269-b31f-85c7e83e05d6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0658548 Jun 16 16:20:19.878690 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.879398 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.879895 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.880511 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.880861 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.881196 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.881559 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.881854 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.882184 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.882510 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.882868 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.883157 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:19.887159 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:19.894490 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a102e65-060d-49b4-8816-2a4cc4c317f3 req-ce742a08-4ed5-4de2-a578-e3fd3e4d9a00 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:19.896155 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9a102e65-060d-49b4-8816-2a4cc4c317f3 req-ce742a08-4ed5-4de2-a578-e3fd3e4d9a00 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0713017 Jun 16 16:20:19.915077 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-490d5464-8fa2-4bef-b66c-f584d0c15f26 req-c4bd2078-ca93-4e3e-a874-473d73272d37 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369530 Jun 16 16:20:19.934478 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9a102e65-060d-49b4-8816-2a4cc4c317f3 req-8e6a69ae-58f6-4399-9958-f5f5aca2c3a1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Jun 16 16:20:20.083877 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['0074dd84-10b3-4a80-8911-dbd9652d4f9c'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:20:20.264873 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6118cbc-f110-4e55-94d3-ce2686206d87 req-d8ae342c-6bb6-4373-b3a0-f365a2f1e05e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:20.266680 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d6118cbc-f110-4e55-94d3-ce2686206d87 req-d8ae342c-6bb6-4373-b3a0-f365a2f1e05e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 945 time: 0.0664339 Jun 16 16:20:20.307242 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d6118cbc-f110-4e55-94d3-ce2686206d87 req-1a3b3202-3b6b-4f43-9245-44d33fd4cc3f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Jun 16 16:20:20.401422 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-f0b657b8-c6ae-4e7f-ba9a-804847ac08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:20.402808 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-f0b657b8-c6ae-4e7f-ba9a-804847ac08ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 1098 time: 0.0654857 Jun 16 16:20:20.517329 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036cbb9-dcd8-4a6b-b63e-8a5df0dd4ed2 req-f3b27749-2f64-4abb-96b2-9d7042faadda tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:20.518763 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4036cbb9-dcd8-4a6b-b63e-8a5df0dd4ed2 req-f3b27749-2f64-4abb-96b2-9d7042faadda tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.1319664 Jun 16 16:20:20.538401 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-34a34ca8-5c4b-478e-8d41-8f3f61396f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:20.539814 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-34a34ca8-5c4b-478e-8d41-8f3f61396f18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 200 len: 920 time: 0.1193738 Jun 16 16:20:20.584242 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-3a29b12c-2ab7-4edf-b62c-fae4a7d86609 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 200 len: 217 time: 0.0358348 Jun 16 16:20:20.605123 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4036cbb9-dcd8-4a6b-b63e-8a5df0dd4ed2 req-f683737b-f3a0-4aa2-86ab-789f223d5cd4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806615 Jun 16 16:20:20.639122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-0addefac-930c-4bb9-94b3-d8b27728b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:20.640676 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-0addefac-930c-4bb9-94b3-d8b27728b08f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 200 len: 859 time: 0.0487859 Jun 16 16:20:20.674429 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-69162dcc-939f-4140-8e7e-0394bf876f04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84d4f1b7-b632-49f3-88ab-59eddbffd130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269296 Jun 16 16:20:20.767071 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-792c3d16-8ffe-4aa3-becc-fc72cd529efd service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843277 Jun 16 16:20:20.856766 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7a8ccc42-a81d-4db6-8214-3f2d76e84df9 req-1ea2afd7-7744-438f-872e-f299e8774063 service neutron] 10.222.0.58 "GET /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830908 Jun 16 16:20:21.251546 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f98ba-d639-42da-97ee-8e77ff34412a req-f8ab883f-5621-4039-aa0f-91a4230e623a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:21.252991 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-776f98ba-d639-42da-97ee-8e77ff34412a req-f8ab883f-5621-4039-aa0f-91a4230e623a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0712790 Jun 16 16:20:21.290432 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-776f98ba-d639-42da-97ee-8e77ff34412a req-4948b3a7-813e-448f-8ce1-2c293f3c2915 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Jun 16 16:20:21.484439 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e92367-79ca-43d1-a830-a2b957f55704 req-d51a2c4f-ff8a-4c23-a7ec-28221b66f91f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:21.486028 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-81e92367-79ca-43d1-a830-a2b957f55704 req-d51a2c4f-ff8a-4c23-a7ec-28221b66f91f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 945 time: 0.0629604 Jun 16 16:20:21.525446 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-81e92367-79ca-43d1-a830-a2b957f55704 req-17d511f8-c838-41cb-86b3-f5cfb52fc0b7 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Jun 16 16:20:21.644141 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 0074dd84-10b3-4a80-8911-dbd9652d4f9c up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:20:21.692687 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 0074dd84-10b3-4a80-8911-dbd9652d4f9c completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:20:21.696543 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 0074dd84-10b3-4a80-8911-dbd9652d4f9c triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:20:21.697246 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:21.773145 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:21.779437 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26f8e4-4e3c-429b-9322-fcdda6a11ea4 req-684eb42c-23f0-4b77-8d24-222cabe1f326 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:21.781113 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2b26f8e4-4e3c-429b-9322-fcdda6a11ea4 req-684eb42c-23f0-4b77-8d24-222cabe1f326 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0623281 Jun 16 16:20:21.798782 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:21.801065 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec88db1-9b90-426f-af82-88da587eb744" -d '{"events": [{"server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "name": "network-vif-plugged", "status": "completed", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:21.815433 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:21.820054 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:21.821041 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2b26f8e4-4e3c-429b-9322-fcdda6a11ea4 req-ec1eda7a-36ed-4d06-9021-730499a99cc3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Jun 16 16:20:21.822209 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:21.847365 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29719e38-9bb5-4a20-8020-056fc033d9bb x-openstack-request-id: req-29719e38-9bb5-4a20-8020-056fc033d9bb {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:21.847365 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "name": "network-vif-plugged", "status": "completed", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:21.847365 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29719e38-9bb5-4a20-8020-056fc033d9bb {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:21.847365 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c', 'code': 200} Jun 16 16:20:21.874717 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=0074dd84-10b3-4a80-8911-dbd9652d4f9c,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:21.877972 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:22.067825 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15392073-c034-47bf-bc37-51088bdc1be8 req-11c8f436-1b29-4497-8b22-061119e1e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:22.069324 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-15392073-c034-47bf-bc37-51088bdc1be8 req-11c8f436-1b29-4497-8b22-061119e1e5e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 1099 time: 0.0576320 Jun 16 16:20:22.104570 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-15392073-c034-47bf-bc37-51088bdc1be8 req-5e204385-7492-4ed4-b460-79be32d795d9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264933 Jun 16 16:20:22.475521 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7546a-d213-47d5-963a-73fe7d3ddf5d req-93ce10bc-0f2c-4ff5-aadf-9b092275bf1c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:22.476913 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9fd7546a-d213-47d5-963a-73fe7d3ddf5d req-93ce10bc-0f2c-4ff5-aadf-9b092275bf1c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0648236 Jun 16 16:20:22.517736 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9fd7546a-d213-47d5-963a-73fe7d3ddf5d req-ae02e1b6-8d57-4527-9082-b94c134fadaa tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351164 Jun 16 16:20:22.701707 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04616f6d-477f-407c-83fe-d40fbd26a024 req-bf43fad1-82d6-48bd-8c93-533210743704 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:22.704135 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-04616f6d-477f-407c-83fe-d40fbd26a024 req-bf43fad1-82d6-48bd-8c93-533210743704 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0681489 Jun 16 16:20:22.746486 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-04616f6d-477f-407c-83fe-d40fbd26a024 req-8e8d6e6c-a837-4487-b5dc-af79a1130677 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367386 Jun 16 16:20:22.994625 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a41d8-8c74-479e-97f2-ca2744b70029 req-54a20a79-749d-4146-9d9d-94ad470c8786 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:22.996128 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0f7a41d8-8c74-479e-97f2-ca2744b70029 req-54a20a79-749d-4146-9d9d-94ad470c8786 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0634019 Jun 16 16:20:23.034626 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0f7a41d8-8c74-479e-97f2-ca2744b70029 req-c1e748b3-3b0a-4cf0-bdb0-7dcc9d71420a tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Jun 16 16:20:23.694820 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c64de0-beeb-48ef-a1af-a54f6a8c8cb1 req-1243904f-be1f-40dd-a510-45433a752806 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:23.696379 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-95c64de0-beeb-48ef-a1af-a54f6a8c8cb1 req-1243904f-be1f-40dd-a510-45433a752806 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0634029 Jun 16 16:20:23.737922 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-95c64de0-beeb-48ef-a1af-a54f6a8c8cb1 req-231637a2-4337-4484-8e22-58fdce8c5ba7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357919 Jun 16 16:20:23.926096 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82420-a169-43cc-ac19-089d8624bf8b req-8e884170-da6e-410b-9ab8-94e556e8bdc0 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:23.927567 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8db82420-a169-43cc-ac19-089d8624bf8b req-8e884170-da6e-410b-9ab8-94e556e8bdc0 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0656843 Jun 16 16:20:23.967033 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8db82420-a169-43cc-ac19-089d8624bf8b req-ac377a71-5798-451f-8d35-e0fe6678eeeb tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Jun 16 16:20:24.913164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605f3ae-5aa4-483d-b01e-b84b894c32b1 req-516fc540-18a5-47bf-b390-56130a82013a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:24.914527 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3605f3ae-5aa4-483d-b01e-b84b894c32b1 req-516fc540-18a5-47bf-b390-56130a82013a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0623553 Jun 16 16:20:24.952137 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3605f3ae-5aa4-483d-b01e-b84b894c32b1 req-475130c8-950d-4e61-9f3c-2d79caa163b6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Jun 16 16:20:26.133752 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7261b-7bce-484b-a308-f2aed10a82d5 req-063fe6a3-59f5-45cb-ac34-cc199ae3527e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:26.135224 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f9d7261b-7bce-484b-a308-f2aed10a82d5 req-063fe6a3-59f5-45cb-ac34-cc199ae3527e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0669177 Jun 16 16:20:26.173516 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f9d7261b-7bce-484b-a308-f2aed10a82d5 req-665ebd5d-a800-4ca6-beb9-2e84feeb5285 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314629 Jun 16 16:20:27.120963 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174d7df-3507-456f-9b49-f05482cb17d5 req-ed0b70d6-7426-44c1-adcf-85eba2394dcd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:27.122441 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4174d7df-3507-456f-9b49-f05482cb17d5 req-ed0b70d6-7426-44c1-adcf-85eba2394dcd tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0670667 Jun 16 16:20:27.160148 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4174d7df-3507-456f-9b49-f05482cb17d5 req-b12f5b06-d89a-4d83-8701-294796cdf962 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Jun 16 16:20:27.351092 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad0ba0-56ae-4c96-a178-5def4ba1420a req-5c14e828-6c5e-40b3-b9e0-3ebb51d05fba tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:27.352545 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a7ad0ba0-56ae-4c96-a178-5def4ba1420a req-5c14e828-6c5e-40b3-b9e0-3ebb51d05fba tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0620446 Jun 16 16:20:27.391104 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a7ad0ba0-56ae-4c96-a178-5def4ba1420a req-f31d0a05-9a26-4885-a3f4-b17615fa3254 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Jun 16 16:20:28.302622 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ff519fac-3659-405e-9270-9e17d828a5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:28.332484 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58405716-d700-4e7f-b147-d170cd992810 req-f3161d5e-696c-41c9-b559-fe43a1530709 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:28.333920 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-58405716-d700-4e7f-b147-d170cd992810 req-f3161d5e-696c-41c9-b559-fe43a1530709 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0619948 Jun 16 16:20:28.372639 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-58405716-d700-4e7f-b147-d170cd992810 req-d68a56ee-eece-4bcf-806f-8f1063db57cf tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Jun 16 16:20:28.573857 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd766-d0ea-4dd6-9e75-d4946551ee3b req-022bdbcf-bb2a-4e67-9ffd-bf60337f5b37 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:28.575254 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-252bd766-d0ea-4dd6-9e75-d4946551ee3b req-022bdbcf-bb2a-4e67-9ffd-bf60337f5b37 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0661862 Jun 16 16:20:28.616608 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-252bd766-d0ea-4dd6-9e75-d4946551ee3b req-94ee501c-2d0c-4d17-8dfe-eaaf35b7a81b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Jun 16 16:20:29.542564 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b8c81-7975-4e54-a4bb-b8819933e27d req-1e65780d-87c5-44a8-a663-b42b89c3e21e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:29.544047 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-499b8c81-7975-4e54-a4bb-b8819933e27d req-1e65780d-87c5-44a8-a663-b42b89c3e21e tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.0617704 Jun 16 16:20:29.586105 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-499b8c81-7975-4e54-a4bb-b8819933e27d req-f95df07e-9172-48f0-859c-034eaeed6b2f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344388 Jun 16 16:20:29.675125 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:20:29.788822 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:29.800947 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'f570861d-962d-484c-a11e-b729ccadd254', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'port_id': 'f570861d-962d-484c-a11e-b729ccadd254', 'mac_address': 'fa:16:3e:a8:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:20:29.843292 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18aff9-6a6d-444b-ab15-9b4930051c1d req-d37632e3-72fb-49d4-bdc9-789eb0c5ca24 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:29.845610 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2c18aff9-6a6d-444b-ab15-9b4930051c1d req-d37632e3-72fb-49d4-bdc9-789eb0c5ca24 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1034408 Jun 16 16:20:29.852044 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.865109 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-bf32d017-0b70-43e9-b659-4b0f85892715 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:29.866659 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-bf32d017-0b70-43e9-b659-4b0f85892715 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 946 time: 0.1226308 Jun 16 16:20:29.868741 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f570861d-962d-484c-a11e-b729ccadd254 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:20:29.890384 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:29.895729 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.897498 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:29.946207 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=6']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:29.946405 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2c18aff9-6a6d-444b-ab15-9b4930051c1d req-dee8bdae-8cd9-4fc5-a34e-646c1aa09fc6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784161 Jun 16 16:20:29.950168 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:30.007945 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Deleting port d3233494-fd58-45ad-b06b-8b259a282547 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:30.008424 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.041890 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['f570861d-962d-484c-a11e-b729ccadd254'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:20:30.106708 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] For port d3233494-fd58-45ad-b06b-8b259a282547, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d3233494-fd58-45ad-b06b-8b259a282547,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:30.107080 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.180848 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Calling delete_port for d3233494-fd58-45ad-b06b-8b259a282547 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:30.317254 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.321743 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:30.330380 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9798767e-4a03-470d-8c40-929bb336d096', 'd3233494-fd58-45ad-b06b-8b259a282547'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:20:30.347063 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Pushing event deleted for resources: {'Port': ['ID=d3233494-fd58-45ad-b06b-8b259a282547,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:30.350752 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:30.397271 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] No DVR routers for this DVR port d3233494-fd58-45ad-b06b-8b259a282547 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:30.399743 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.401681 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b3630400-cc00-46b3-a9c0-a27cdf7d0fda req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "DELETE /v2.0/ports/d3233494-fd58-45ad-b06b-8b259a282547 HTTP/1.1" status: 204 len: 173 time: 0.5257366 Jun 16 16:20:30.402142 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'name': 'network-vif-deleted', 'tag': 'd3233494-fd58-45ad-b06b-8b259a282547'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:30.404446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f01dc-55ee-493c-b968-0efa3a7d4e73" -d '{"events": [{"server_uuid": "604c31de-afd6-4f5b-ba37-64f72c593be5", "name": "network-vif-deleted", "tag": "d3233494-fd58-45ad-b06b-8b259a282547"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:30.444317 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d52ddf-d4fb-47c3-b5dd-bd13c9968a54 x-openstack-request-id: req-87d52ddf-d4fb-47c3-b5dd-bd13c9968a54 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:30.444635 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604c31de-afd6-4f5b-ba37-64f72c593be5", "name": "network-vif-deleted", "tag": "d3233494-fd58-45ad-b06b-8b259a282547", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:30.444908 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87d52ddf-d4fb-47c3-b5dd-bd13c9968a54 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:30.445376 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604c31de-afd6-4f5b-ba37-64f72c593be5', 'name': 'network-vif-deleted', 'tag': 'd3233494-fd58-45ad-b06b-8b259a282547', 'status': 'completed', 'code': 200} Jun 16 16:20:30.744844 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3ff6ca63-be3d-436d-9683-fdc802e290e7 req-8ca2ed99-808b-4f8a-937a-c3d854279dcf tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=604c31de-afd6-4f5b-ba37-64f72c593be5 HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jun 16 16:20:30.909545 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-864c0a0f-b92e-4e56-9dd2-f322b8bcd1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.017097 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.197272 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428dde-df54-4912-bd9c-a6175cadc842 req-994b3f9c-6d70-4b53-a654-5fc00b0eb134 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:31.199640 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-81428dde-df54-4912-bd9c-a6175cadc842 req-994b3f9c-6d70-4b53-a654-5fc00b0eb134 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 944 time: 0.0920658 Jun 16 16:20:31.252024 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-81428dde-df54-4912-bd9c-a6175cadc842 req-849ff940-a906-448a-b137-fa9a185869f9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447774 Jun 16 16:20:31.694527 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:20:31.750268 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port f570861d-962d-484c-a11e-b729ccadd254 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:20:31.750960 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.851717 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.892971 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:31.894172 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:31.897441 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ce487-584c-46be-9e2b-5b9ac0eabab2" -d '{"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-plugged", "status": "completed", "tag": "f570861d-962d-484c-a11e-b729ccadd254"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:31.914535 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.918926 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device d3233494-fd58-45ad-b06b-8b259a282547 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:31.930092 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d691db5f-25c4-4621-ad94-18c03adb939d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:32.007103 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a69af7-d208-4819-9b82-7d29c5f750f4 x-openstack-request-id: req-e3a69af7-d208-4819-9b82-7d29c5f750f4 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:32.007430 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-plugged", "status": "completed", "tag": "f570861d-962d-484c-a11e-b729ccadd254", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:32.007883 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3a69af7-d208-4819-9b82-7d29c5f750f4 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:32.008442 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254', 'code': 200} Jun 16 16:20:32.026793 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=7']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:32.033651 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: d3233494-fd58-45ad-b06b-8b259a282547 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:32.034013 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device d3233494-fd58-45ad-b06b-8b259a282547 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:32.037595 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:32.045858 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:32.288543 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c32f35-3768-46a3-84cb-482b9f8e2dde req-46493717-637a-4098-a2e1-956fcaa819a2 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:32.290676 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-25c32f35-3768-46a3-84cb-482b9f8e2dde req-46493717-637a-4098-a2e1-956fcaa819a2 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0781693 Jun 16 16:20:32.351897 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-25c32f35-3768-46a3-84cb-482b9f8e2dde req-33dc9f78-7c52-4ec3-875b-8f5866aa2d93 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Jun 16 16:20:32.449566 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2d775-9d4e-4775-9cd7-1cf0109290f8 req-cea96524-89f6-4dff-a7be-e8a8392ca4ca tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:32.451060 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2ec2d775-9d4e-4775-9cd7-1cf0109290f8 req-cea96524-89f6-4dff-a7be-e8a8392ca4ca tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0649750 Jun 16 16:20:32.492960 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2ec2d775-9d4e-4775-9cd7-1cf0109290f8 req-663608c4-c0fd-4ff2-8fb2-02f21a354fe7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355303 Jun 16 16:20:33.556929 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022deb1-48b1-442a-b40b-c8cfd55b2d73 req-9ebee010-2f6a-4946-89b6-687f43d9d4d1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:33.558909 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7022deb1-48b1-442a-b40b-c8cfd55b2d73 req-9ebee010-2f6a-4946-89b6-687f43d9d4d1 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0866554 Jun 16 16:20:33.623485 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7022deb1-48b1-442a-b40b-c8cfd55b2d73 req-01690501-38b5-4fa7-89ac-403be5c74fe3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Jun 16 16:20:33.769789 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:33.798075 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94756056-8573-4ea7-8929-4635891a04f9 req-c7ab028c-225f-4a26-8fe0-8357467a46fa tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:33.799629 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-94756056-8573-4ea7-8929-4635891a04f9 req-c7ab028c-225f-4a26-8fe0-8357467a46fa tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1218874 Jun 16 16:20:33.851920 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-94756056-8573-4ea7-8929-4635891a04f9 req-86538b20-503e-40af-b814-73aadbadfc97 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443554 Jun 16 16:20:34.852029 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce90fe-8548-4a07-960d-63fa6e4ea6e2 req-12a114d5-5e1b-447d-835a-d21bb314feb7 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:34.854828 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1cce90fe-8548-4a07-960d-63fa6e4ea6e2 req-12a114d5-5e1b-447d-835a-d21bb314feb7 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0914395 Jun 16 16:20:34.907727 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1cce90fe-8548-4a07-960d-63fa6e4ea6e2 req-44a0a1b1-42d7-4004-b87d-117e95a41f9f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Jun 16 16:20:35.072519 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521373-6988-454a-a7aa-8df89de6f3da req-fc23087d-a4d1-4fe1-83ea-a93df0ad8fac tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:35.080711 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-63521373-6988-454a-a7aa-8df89de6f3da req-fc23087d-a4d1-4fe1-83ea-a93df0ad8fac tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0856040 Jun 16 16:20:35.122958 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-63521373-6988-454a-a7aa-8df89de6f3da req-c3f9d0a0-5c27-48b1-bd49-680e7d0d00e4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Jun 16 16:20:36.081289 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a55bfc-6da2-4891-9cb9-f90b1bf1308f req-b7e1df42-a12c-4765-81e7-4e4397ce315f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:36.084541 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-03a55bfc-6da2-4891-9cb9-f90b1bf1308f req-b7e1df42-a12c-4765-81e7-4e4397ce315f tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0670137 Jun 16 16:20:36.138117 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-03a55bfc-6da2-4891-9cb9-f90b1bf1308f req-5a858fd3-b519-4ca6-8a80-ab936d8d6f04 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Jun 16 16:20:36.349610 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea361-1002-438e-8212-fbc4188c8e95 req-366c276d-01ec-48cd-8723-948730907484 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:36.351075 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-90cea361-1002-438e-8212-fbc4188c8e95 req-366c276d-01ec-48cd-8723-948730907484 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0744503 Jun 16 16:20:36.425627 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-90cea361-1002-438e-8212-fbc4188c8e95 req-56e3127b-a05a-4400-b2fe-725c9e748064 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673854 Jun 16 16:20:37.332005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a801597-e7a6-49d3-b65d-ab3405fe8927 req-bf4802cc-a860-4c98-92a4-5894d56f7de3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:37.333749 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9a801597-e7a6-49d3-b65d-ab3405fe8927 req-bf4802cc-a860-4c98-92a4-5894d56f7de3 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0747654 Jun 16 16:20:37.386248 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9a801597-e7a6-49d3-b65d-ab3405fe8927 req-37e0d419-8daa-4def-9e38-0beceab838ae tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Jun 16 16:20:37.635866 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d9d84-1842-4001-868b-6c8ac12378e0 req-edd87335-88a6-4ffd-bed0-e04a0d7bfee2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:37.638179 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-023d9d84-1842-4001-868b-6c8ac12378e0 req-edd87335-88a6-4ffd-bed0-e04a0d7bfee2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0930495 Jun 16 16:20:37.678793 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-023d9d84-1842-4001-868b-6c8ac12378e0 req-6334b954-f456-4382-9dc1-984f9a29092d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347557 Jun 16 16:20:38.286450 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:38.579484 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a7c0c-2dc8-4c7c-9697-b7a0e4c8cc9e req-d5fb143e-e2c8-4cc4-84ef-e157a74b8ee4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:38.581399 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-995a7c0c-2dc8-4c7c-9697-b7a0e4c8cc9e req-d5fb143e-e2c8-4cc4-84ef-e157a74b8ee4 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0790923 Jun 16 16:20:38.626383 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-995a7c0c-2dc8-4c7c-9697-b7a0e4c8cc9e req-4148b886-1278-4324-a451-743672c391ff tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/security-groups?id=e15f37b9-dc03-440c-b573-4004cbc5bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Jun 16 16:20:38.735483 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-99f8b29b-9afb-4ea5-ab4f-b8b1c87562f8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:38.737097 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-99f8b29b-9afb-4ea5-ab4f-b8b1c87562f8 tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 945 time: 0.0962400 Jun 16 16:20:38.921750 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22ab16-1de5-4cd0-ba5f-91cbf8aa2bd2 req-2afe5d3d-4987-461b-8be1-d36fc758fea7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:38.923155 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6a22ab16-1de5-4cd0-ba5f-91cbf8aa2bd2 req-2afe5d3d-4987-461b-8be1-d36fc758fea7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1099520 Jun 16 16:20:38.931602 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Deleting port 9798767e-4a03-470d-8c40-929bb336d096 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:38.931956 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:38.998097 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6a22ab16-1de5-4cd0-ba5f-91cbf8aa2bd2 req-a07df51e-e73a-44b9-ad22-8ea879ecaab0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631688 Jun 16 16:20:39.061472 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] For port 9798767e-4a03-470d-8c40-929bb336d096, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9798767e-4a03-470d-8c40-929bb336d096,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:39.061943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:39.142733 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Calling delete_port for 9798767e-4a03-470d-8c40-929bb336d096 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:39.349796 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:39.355336 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-836cb22c-3618-439f-b70f-7c4d5e0b93b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:39.363838 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9798767e-4a03-470d-8c40-929bb336d096'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:20:39.400553 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Pushing event deleted for resources: {'Port': ['ID=9798767e-4a03-470d-8c40-929bb336d096,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:39.404749 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:39.468464 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] No DVR routers for this DVR port 9798767e-4a03-470d-8c40-929bb336d096 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:39.470956 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:39.472921 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9eecb11b-c30f-4869-8255-a4c11a27b78d req-6bc32ba7-f2da-4c7c-8648-88c3fcb8aabb tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.58 "DELETE /v2.0/ports/9798767e-4a03-470d-8c40-929bb336d096 HTTP/1.1" status: 204 len: 173 time: 0.7299168 Jun 16 16:20:39.473417 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'name': 'network-vif-deleted', 'tag': '9798767e-4a03-470d-8c40-929bb336d096'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:39.475971 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea48140-5568-4a87-96e3-b5586d7ef3b5" -d '{"events": [{"server_uuid": "5ac167c1-24f9-4e64-afaa-1be519ac6c6e", "name": "network-vif-deleted", "tag": "9798767e-4a03-470d-8c40-929bb336d096"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:39.520629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799d4d39-7132-407f-b9e4-d8853c64b024 x-openstack-request-id: req-799d4d39-7132-407f-b9e4-d8853c64b024 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:39.521284 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac167c1-24f9-4e64-afaa-1be519ac6c6e", "name": "network-vif-deleted", "tag": "9798767e-4a03-470d-8c40-929bb336d096", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:39.521568 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-799d4d39-7132-407f-b9e4-d8853c64b024 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:39.522045 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac167c1-24f9-4e64-afaa-1be519ac6c6e', 'name': 'network-vif-deleted', 'tag': '9798767e-4a03-470d-8c40-929bb336d096', 'status': 'completed', 'code': 200} Jun 16 16:20:39.799558 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3208fd38-af09-4cb8-92d6-ba0fcb621403 req-a12aea30-07f9-4f33-a69d-63f1f6b59f4c tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac167c1-24f9-4e64-afaa-1be519ac6c6e HTTP/1.1" status: 200 len: 210 time: 0.0303221 Jun 16 16:20:40.230516 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db42a7-9d9e-4a40-a854-6520e51a8491 req-cdef9d64-1558-46e3-8a4b-edb2eebc2943 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:40.232355 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-56db42a7-9d9e-4a40-a854-6520e51a8491 req-cdef9d64-1558-46e3-8a4b-edb2eebc2943 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0740268 Jun 16 16:20:40.287233 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-56db42a7-9d9e-4a40-a854-6520e51a8491 req-e0b1485f-eadc-4d1b-b176-7782387cac0d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Jun 16 16:20:41.045892 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44132) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:41.080310 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-e035fb67-7d49-4d64-bd89-202db2ac47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:41.081690 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-e035fb67-7d49-4d64-bd89-202db2ac47ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 1098 time: 0.0554533 Jun 16 16:20:41.186036 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-8eb1650b-89e3-4ccb-82c6-ad33d561779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:41.188173 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-8eb1650b-89e3-4ccb-82c6-ad33d561779d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.0966487 Jun 16 16:20:41.549361 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-04362b01-991c-4562-b258-95f74d29dae6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f570861d-962d-484c-a11e-b729ccadd254 HTTP/1.1" status: 200 len: 1000 time: 0.3543200 Jun 16 16:20:41.573856 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7494-0700-4ed5-a2ce-2a78b15ca866 req-6b60f529-3822-4676-bd5c-82aae63b06b2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:41.575332 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6e7494-0700-4ed5-a2ce-2a78b15ca866 req-6b60f529-3822-4676-bd5c-82aae63b06b2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1140676 Jun 16 16:20:41.601951 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-4b796b4b-70a7-4ef8-9e5d-f6855e3c410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:41.603423 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-4b796b4b-70a7-4ef8-9e5d-f6855e3c410a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0476985 Jun 16 16:20:41.663374 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-a049d767-53c0-443b-815d-b6d51716bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:41.664908 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-a049d767-53c0-443b-815d-b6d51716bb90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534325 Jun 16 16:20:41.678634 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6e7494-0700-4ed5-a2ce-2a78b15ca866 req-8d399dec-b638-4fc4-90db-21c8b2621c42 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805278 Jun 16 16:20:41.775909 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-f9ac7ece-b891-4ec4-88f1-d11482f289da service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024158 Jun 16 16:20:41.844181 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559567'] for router_interface, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:41.874357 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5bc1b529-502f-4403-9176-90ed8e42c2c2 req-86020897-f4b1-471a-bc47-9c713286de37 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904934 Jun 16 16:20:42.131185 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52b9ce-c7d3-471d-9499-bd250469ae71 req-270005d5-33c0-4ca6-92e7-ea2e89bfe667 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:42.132502 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa52b9ce-c7d3-471d-9499-bd250469ae71 req-270005d5-33c0-4ca6-92e7-ea2e89bfe667 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0983918 Jun 16 16:20:42.213643 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa52b9ce-c7d3-471d-9499-bd250469ae71 req-c0cc0824-442d-4f46-b00d-4b017c02f149 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613832 Jun 16 16:20:42.234410 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Deleting port 2900401c-d373-46ba-8879-ad318d8665b6 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:42.234785 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:42.319052 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] For port 2900401c-d373-46ba-8879-ad318d8665b6, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2900401c-d373-46ba-8879-ad318d8665b6,segment=NetworkSegment(c54c74e1-da93-4f96-b690-2c5b4ccd2135),segment_id=c54c74e1-da93-4f96-b690-2c5b4ccd2135)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:42.319433 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:42.383834 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Calling delete_port for 2900401c-d373-46ba-8879-ad318d8665b6 owned by network:router_interface {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:42.605910 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:42.609645 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2866b27a-40fc-4f57-81f6-2472c7041ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:42.634055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=2900401c-d373-46ba-8879-ad318d8665b6,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:42.637723 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:42.800130 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559451'] for router_interface, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:42.961939 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac141-6513-4d16-91ab-d3566113722f req-cabc943c-f626-4dcf-8b98-68675a71249f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:42.963400 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-39dac141-6513-4d16-91ab-d3566113722f req-cabc943c-f626-4dcf-8b98-68675a71249f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1146674 Jun 16 16:20:43.281153 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-39dac141-6513-4d16-91ab-d3566113722f req-0e42661d-751d-4345-b89e-d902c0e1b6b4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114576 Jun 16 16:20:43.312792 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:20:43.409554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76df8-8a04-458f-8d0e-d009d3418952 req-5fdddee0-e76e-48fe-9f1c-bee9f22bc4e2 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:43.417306 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-86b76df8-8a04-458f-8d0e-d009d3418952 req-5fdddee0-e76e-48fe-9f1c-bee9f22bc4e2 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0812807 Jun 16 16:20:43.424602 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:20:43.432517 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] 10.222.0.77 "PUT /v2.0/routers/ef7efcbc-71ba-4f5c-947b-7913b2fc1288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3831007 Jun 16 16:20:43.432735 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44158) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:43.439885 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] Sync routers for ids ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:43.452249 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] Routers {'ef7efcbc-71ba-4f5c-947b-7913b2fc1288'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:43.453451 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:20:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:43.463818 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-86b76df8-8a04-458f-8d0e-d009d3418952 req-b92ac33e-5e1a-4c2b-9ad2-58873ebc8c76 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455601 Jun 16 16:20:43.558039 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks [] for router, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:43.567807 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] Set router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:43.675380 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:43.733342 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Deleting port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:43.734519 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:43.752529 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9798767e-4a03-470d-8c40-929bb336d096 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:43.768192 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:20:42Z', 'revision_number': 5, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port': {'id': '43bf2b33-4b0a-4497-a3c5-0c3c303b46f1', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:50Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:43.771668 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] Checking router: ef7efcbc-71ba-4f5c-947b-7913b2fc1288 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:43.779333 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 9798767e-4a03-470d-8c40-929bb336d096 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:43.780328 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9798767e-4a03-470d-8c40-929bb336d096 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:43.781280 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] Routers {'ef7efcbc-71ba-4f5c-947b-7913b2fc1288'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:43.781886 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:20:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:43.832616 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] For port 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:43.832880 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:43.867647 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] Set router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:43.896494 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Calling delete_port for 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 owned by network:router_gateway {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:43.921226 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:20:43Z', 'revision_number': 6, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port_host': None}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:43.924808 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81af9f-2848-4d01-a3f8-0189952f8ed6 None None] The sync data for ids ['ef7efcbc-71ba-4f5c-947b-7913b2fc1288'] in dv-cinder-775250-5-smb is: [{'id': 'ef7efcbc-71ba-4f5c-947b-7913b2fc1288', 'name': 'tempest-ServerRescueNegativeTestJSON-1532483054-router', 'tenant_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:20:43Z', 'revision_number': 6, 'project_id': '90ae9d443c1c441fb0d8605a5d23fda0', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:44.072365 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.075925 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-40726edf-989a-457c-8381-809ff8d07a7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:44.104791 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bf2b33-4b0a-4497-a3c5-0c3c303b46f1,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:44.107539 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:44.177923 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023000'] for router_gateway, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.294591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7467'] for router, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.298237 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.340449 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dc6dc-08b3-4bb4-9251-9794505a4bd5 req-cae8a9e9-f71f-4b74-ba61-0c4470ac93e6 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:44.341996 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d22dc6dc-08b3-4bb4-9251-9794505a4bd5 req-cae8a9e9-f71f-4b74-ba61-0c4470ac93e6 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0743508 Jun 16 16:20:44.374778 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965458'] for router, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.375557 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7efcbc-71ba-4f5c-947b-7913b2fc1288 {{(pid=91699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:20:44.383841 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.385391 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ef7efcbc-71ba-4f5c-947b-7913b2fc1288 HTTP/1.1" status: 204 len: 168 time: 0.9514661 Jun 16 16:20:44.388022 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44168) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:44.393740 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d22dc6dc-08b3-4bb4-9251-9794505a4bd5 req-3bf01c50-5274-4acd-9b9b-f0e7c9315d14 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451550 Jun 16 16:20:44.448210 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Deleting subnet 946ca604-1e1e-46b6-965d-1c253362f00f {{(pid=91699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:20:44.467969 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.507212 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679975'] for subnet, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.569893 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c834d-d8ae-4c54-ac2d-55af69ab29fb req-9caaad9d-c859-4eb0-ae61-6efb8ea2fa42 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:44.571395 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-101c834d-d8ae-4c54-ac2d-55af69ab29fb req-9caaad9d-c859-4eb0-ae61-6efb8ea2fa42 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.1374793 Jun 16 16:20:44.572467 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.637692 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-101c834d-d8ae-4c54-ac2d-55af69ab29fb req-e3de8c7a-b62b-44a4-8b2e-602773fc639f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Jun 16 16:20:44.642779 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc169fb-d14d-4348-b85d-82116f4ff58d req-aa99e451-c2b6-479a-bd2c-d34676275ea3 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:44.644470 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0cc169fb-d14d-4348-b85d-82116f4ff58d req-aa99e451-c2b6-479a-bd2c-d34676275ea3 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0639198 Jun 16 16:20:44.653451 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232078'] for subnet, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.656333 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:44.678797 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946ca604-1e1e-46b6-965d-1c253362f00f,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:44.682642 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:44.685271 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.689718 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] 10.222.0.77 "DELETE /v2.0/subnets/946ca604-1e1e-46b6-965d-1c253362f00f HTTP/1.1" status: 204 len: 168 time: 0.2984667 Jun 16 16:20:44.690032 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44174) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:44.700517 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0cc169fb-d14d-4348-b85d-82116f4ff58d req-d46ec620-1b30-47bb-ae98-c91912738837 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496321 Jun 16 16:20:44.769110 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.847543 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.858887 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d4f1b7-b632-49f3-88ab-59eddbffd130']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:44.869384 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54c74e1-da93-4f96-b690-2c5b4ccd2135') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:44.869687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54c74e1-da93-4f96-b690-2c5b4ccd2135') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:44.879005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.896941 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.902834 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:20:44.903257 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:20:44.904922 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:20:44.967038 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.974627 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.976695 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] 10.222.0.77 "DELETE /v2.0/networks/84d4f1b7-b632-49f3-88ab-59eddbffd130 HTTP/1.1" status: 204 len: 168 time: 0.2856698 Jun 16 16:20:44.977658 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9824bd2e-5631-42c7-9c7a-995c4bb6559e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:44.994762 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d4f1b7-b632-49f3-88ab-59eddbffd130,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:45.002598 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ee8b6ffc-cc3c-4a49-8502-e24772a2d739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:45.115502 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44188) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:45.157332 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e5e4a9aa-19c1-4d92-b6b0-9f34f9ea32ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90ae9d443c1c441fb0d8605a5d23fda0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406022 Jun 16 16:20:45.159660 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44192) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:45.210007 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.235540 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.282971 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.285640 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.286787 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e15f37b9-dc03-440c-b573-4004cbc5bd6b HTTP/1.1" status: 204 len: 168 time: 0.1262333 Jun 16 16:20:45.287555 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-841cdb62-3432-4bd3-b657-d5781f88a056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:45.295140 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15f37b9-dc03-440c-b573-4004cbc5bd6b,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:45.297808 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:45.506398 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2927767-0bed-4f89-a96f-f25eae7eb9c0 req-c9f9b465-25ee-4c85-a03f-ba8b3f252f8b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:45.508109 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f2927767-0bed-4f89-a96f-f25eae7eb9c0 req-c9f9b465-25ee-4c85-a03f-ba8b3f252f8b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 945 time: 0.0790625 Jun 16 16:20:45.553071 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f2927767-0bed-4f89-a96f-f25eae7eb9c0 req-ff11d50e-c742-4391-a3b1-5e38c750c105 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387208 Jun 16 16:20:45.621573 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b7d73-24cb-4faf-b3ad-2f730c722248 req-fb090b53-68e9-4064-8d43-2b2d6d046499 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:45.623055 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8a0b7d73-24cb-4faf-b3ad-2f730c722248 req-fb090b53-68e9-4064-8d43-2b2d6d046499 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0939190 Jun 16 16:20:45.636572 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2900401c-d373-46ba-8879-ad318d8665b6 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:45.663104 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 2900401c-d373-46ba-8879-ad318d8665b6 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:45.663604 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2900401c-d373-46ba-8879-ad318d8665b6 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:45.664295 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:45.686515 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:45.687039 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 43bf2b33-4b0a-4497-a3c5-0c3c303b46f1 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:45.687596 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8a0b7d73-24cb-4faf-b3ad-2f730c722248 req-4c5ed369-e662-4839-8454-fd2a9b31b2c1 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476468 Jun 16 16:20:45.774444 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:45.862683 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.890862 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 44232) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:45.903980 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:45.906163 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:45.909772 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b0e3b-8b73-4bc3-ac8f-d442f440d020" -d '{"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "f570861d-962d-484c-a11e-b729ccadd254"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:45.912479 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e8503-af09-4a20-9729-b670ebfa7f7c req-52b101b3-74e7-4478-8726-dd055014f8f5 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:45.917425 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.917551 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:45.920857 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e44e8503-af09-4a20-9729-b670ebfa7f7c req-52b101b3-74e7-4478-8726-dd055014f8f5 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0824714 Jun 16 16:20:45.960702 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a7495-5721-4a8f-90b0-da4bfdbe5ecb x-openstack-request-id: req-e11a7495-5721-4a8f-90b0-da4bfdbe5ecb {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:45.961006 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-unplugged", "status": "failed", "tag": "f570861d-962d-484c-a11e-b729ccadd254", "code": 422}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:45.961271 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e11a7495-5721-4a8f-90b0-da4bfdbe5ecb {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:45.961711 dv-cinder-775250-5-smb neutron-server[91701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254', 'code': 422} returned with failed status Jun 16 16:20:45.967826 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e44e8503-af09-4a20-9729-b670ebfa7f7c req-7572d9f8-1806-47be-842b-786fc5529f5e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Jun 16 16:20:45.990509 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=8']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:45.990509 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:46.047385 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-65580ea2-5323-4414-a6b6-eb33df8555e5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1547832 Jun 16 16:20:46.124475 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44246) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:46.223386 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-905596636-network', 'tenant_id': '193fcf0c76914e2ca39d022c279d413a'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:46.244577 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Made reservation on behalf of 193fcf0c76914e2ca39d022c279d413a for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:46.246997 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.256422 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.344333 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.352735 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.357235 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-33688aa2-80f5-41ba-aa2d-6d2e2509954b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:46.376072 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:20:46.390237 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39cc429-d8e1-4d21-b148-1c0ea6eda812,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:46.394782 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:46.395855 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.396198 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Added segment ccadf43c-c015-46d1-af2e-aede2fe48635 of type vlan for network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 Jun 16 16:20:46.440379 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.470195 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.471608 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:46.472229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.475126 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:46.500392 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3724377 Jun 16 16:20:46.500965 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 44254) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:46.506153 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Request body: {'subnet': {'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-905596636-subnet', 'tenant_id': '193fcf0c76914e2ca39d022c279d413a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:46.528720 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Made reservation on behalf of 193fcf0c76914e2ca39d022c279d413a for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:46.531763 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5417079'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.539902 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f706b56-3297-4790-bcaf-4c5be1d82ad4,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:46.542462 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:46.550932 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:20:46.744612 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5716242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5417061'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.750691 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:46.819036 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f88bdf-c058-438f-9a56-a696c289d0ef,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:46.829469 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:46.840904 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7221ee-ca97-4fc4-8bdc-a0b6c8ab7485 req-3b33b849-8059-47fb-b729-89891b7afb05 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:46.842428 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3a7221ee-ca97-4fc4-8bdc-a0b6c8ab7485 req-3b33b849-8059-47fb-b729-89891b7afb05 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.1396055 Jun 16 16:20:46.849390 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Checking segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:20:46.849745 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Network hostable DHCP agents. Network: 3f706b56-3297-4790-bcaf-4c5be1d82ad4, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:20:46.869671 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57195ecc-eb60-4569-9edd-e01bcef8024c req-db7588b7-cf5f-48c7-977d-2ae636456560 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:46.871181 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-57195ecc-eb60-4569-9edd-e01bcef8024c req-db7588b7-cf5f-48c7-977d-2ae636456560 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0719228 Jun 16 16:20:46.893661 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:20:46.899049 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3a7221ee-ca97-4fc4-8bdc-a0b6c8ab7485 req-960d4c67-7969-41c1-9592-cd9dd84d8f93 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459361 Jun 16 16:20:46.908589 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 3f706b56-3297-4790-bcaf-4c5be1d82ad4) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:46.913192 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:46.914045 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.919225 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-57195ecc-eb60-4569-9edd-e01bcef8024c req-14e1bcfb-a9b6-4ca9-ab18-96bbc1000103 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Jun 16 16:20:46.919417 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5242b5-a395-4d2b-abcd-87ab5173432f None None] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:20:46.947303 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ae8af27d-df40-4df4-8b85-52cdaec33c0c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4344800 Jun 16 16:20:47.081769 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7281d-9b40-45d6-8758-577875f55fe6 None None] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:20:47.162069 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233482e-47da-44d4-ad19-a0cea447d904 req-78c9ba49-48aa-4111-9b90-751ecfeda83b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.169120 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a233482e-47da-44d4-ad19-a0cea447d904 req-78c9ba49-48aa-4111-9b90-751ecfeda83b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0746446 Jun 16 16:20:47.206041 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a233482e-47da-44d4-ad19-a0cea447d904 req-f7676a77-aaf9-4a84-9e92-5e706815df96 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356889 Jun 16 16:20:47.417556 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-455ee6ce-cddf-4819-8bad-f6f14b47b514 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.419008 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-455ee6ce-cddf-4819-8bad-f6f14b47b514 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1022685 Jun 16 16:20:47.434015 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-463b4c47-93e7-4701-9bce-d29803ba0753 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/quotas/193fcf0c76914e2ca39d022c279d413a HTTP/1.1" status: 200 len: 375 time: 0.0087948 Jun 16 16:20:47.465730 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-5fff93f1-ee6a-41f1-958d-632a3445cd75 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266616 Jun 16 16:20:47.555030 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-3dbd392d-53bc-4dc3-8480-b32c38a13304 service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822780 Jun 16 16:20:47.603716 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-f97d2dc5-541c-45e6-ad6a-463e4e0c9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.605229 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-f97d2dc5-541c-45e6-ad6a-463e4e0c9f53 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b&tenant_id=311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 1096 time: 0.0906858 Jun 16 16:20:47.650947 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-62ad96a7-3e48-4039-833d-15d192c7b239 service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902858 Jun 16 16:20:47.681826 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-72192577-1c8c-4828-9751-56d1a6d25327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.683357 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-72192577-1c8c-4828-9751-56d1a6d25327 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 1096 time: 0.0534568 Jun 16 16:20:47.782487 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-2e4f26e1-c961-47dd-b06d-49e57abee606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.783977 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-2e4f26e1-c961-47dd-b06d-49e57abee606 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.0927854 Jun 16 16:20:47.856748 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a2c809cd-dcf8-4b47-b984-ab4eec20f3d8 req-b2a9a31d-059a-4c53-97e8-da451dc91160 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0592141 Jun 16 16:20:47.884435 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-9236144f-f9c9-4cce-b4a8-13ded1112913 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f570861d-962d-484c-a11e-b729ccadd254 HTTP/1.1" status: 200 len: 998 time: 0.0934811 Jun 16 16:20:47.940029 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-3ca832d1-0850-40f3-8b8f-a17739f68a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.941530 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-3ca832d1-0850-40f3-8b8f-a17739f68a9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0494838 Jun 16 16:20:48.026548 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-a87fe701-8d8a-445e-9d04-c6ddaf5dcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:48.029241 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-a87fe701-8d8a-445e-9d04-c6ddaf5dcc2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791199 Jun 16 16:20:48.135887 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729d22-b33a-4046-a4ad-7f0b3cd42b23 req-00bbb288-f82a-43c8-825d-0004a881822e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:48.137377 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bb729d22-b33a-4046-a4ad-7f0b3cd42b23 req-00bbb288-f82a-43c8-825d-0004a881822e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0677381 Jun 16 16:20:48.178972 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bb729d22-b33a-4046-a4ad-7f0b3cd42b23 req-66ea5dfb-70ef-44e5-891a-2c99cee91ac5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345743 Jun 16 16:20:48.200342 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-556c2e18-e074-4073-a169-871b5da22d7f service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521103 Jun 16 16:20:48.211180 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eaab5-2fb5-4208-a403-2552d1693618 req-e4966034-1e82-4425-80ed-98307c4e448d tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:48.212472 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bd7eaab5-2fb5-4208-a403-2552d1693618 req-e4966034-1e82-4425-80ed-98307c4e448d tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.1304564 Jun 16 16:20:48.311779 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bd7eaab5-2fb5-4208-a403-2552d1693618 req-b2ff1f97-bc55-4b9e-bfd9-2902813f60f4 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890336 Jun 16 16:20:48.337364 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-350d8873-aaa4-489f-94fe-ed5b90f7ffd5 req-fb4eadef-6900-4f19-a17a-c5e4f6935083 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239421 Jun 16 16:20:48.404928 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fce2-f15d-4e36-a7bb-718d7a453c46 req-eff67def-994d-402b-933c-06c62fff5b0f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:48.406447 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e796fce2-f15d-4e36-a7bb-718d7a453c46 req-eff67def-994d-402b-933c-06c62fff5b0f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0724988 Jun 16 16:20:48.446690 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e796fce2-f15d-4e36-a7bb-718d7a453c46 req-1e050c5b-e413-4880-8272-709a5c366911 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341887 Jun 16 16:20:48.986878 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-4a22f057-e279-4795-b894-faaf0f274392 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:48.988439 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-4a22f057-e279-4795-b894-faaf0f274392 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.1257305 Jun 16 16:20:49.070946 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f0009b36-4723-4689-a9be-d447caf9ce0f req-06da84fa-c17b-40e4-8686-9d59eed60581 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0330956 Jun 16 16:20:49.390853 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277dd00-47b4-478a-ad3c-5702c7c5fa29 req-e697fd1f-5c59-476a-8cba-1897020ecb8c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:49.392464 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4277dd00-47b4-478a-ad3c-5702c7c5fa29 req-e697fd1f-5c59-476a-8cba-1897020ecb8c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0707712 Jun 16 16:20:49.431661 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4277dd00-47b4-478a-ad3c-5702c7c5fa29 req-a2a85232-fcc2-41a9-9717-f85d9d8f0625 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336301 Jun 16 16:20:49.515426 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b656a0-a191-463b-ad98-55c722fd6a49 req-e28e8e48-2125-408d-a390-81f82f6bef3a tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:49.517092 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a7b656a0-a191-463b-ad98-55c722fd6a49 req-e28e8e48-2125-408d-a390-81f82f6bef3a tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0843980 Jun 16 16:20:49.566214 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a7b656a0-a191-463b-ad98-55c722fd6a49 req-2959a23e-ca84-45e7-b62b-d3f9c4c688a4 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Jun 16 16:20:49.679964 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e73aa-0c27-4c92-b66b-c01173b5bf99 req-e86e6342-7b5f-44bd-8aa8-ac1f50bb80a3 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:49.681472 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e58e73aa-0c27-4c92-b66b-c01173b5bf99 req-e86e6342-7b5f-44bd-8aa8-ac1f50bb80a3 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0913708 Jun 16 16:20:49.724273 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e58e73aa-0c27-4c92-b66b-c01173b5bf99 req-9460bbc1-f12f-4526-8d88-e1982ac929ff tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364513 Jun 16 16:20:50.235841 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-03a6e35a-523a-4203-9d36-7eaa5235542a req-b77fea48-1c3b-44d8-91ac-4789fbe99d2d tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0322456 Jun 16 16:20:50.618624 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f0930-b879-4136-a8d4-e4c97658f1f6 req-4544fc7f-85e5-46d9-97c2-d0b6debd3184 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:50.620113 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b71f0930-b879-4136-a8d4-e4c97658f1f6 req-4544fc7f-85e5-46d9-97c2-d0b6debd3184 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0687010 Jun 16 16:20:50.696973 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b71f0930-b879-4136-a8d4-e4c97658f1f6 req-018cf7d8-ea53-44d5-a750-b0a70f5b94e3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707657 Jun 16 16:20:50.844401 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9ee3-ef74-4c80-a829-8883536b2bbe req-2398230d-569f-4136-9db1-9d885b7cd7b0 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:50.846545 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2b6e9ee3-ef74-4c80-a829-8883536b2bbe req-2398230d-569f-4136-9db1-9d885b7cd7b0 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0849903 Jun 16 16:20:50.903675 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2b6e9ee3-ef74-4c80-a829-8883536b2bbe req-9bf06f3b-a873-49d1-aed2-da270b7dc285 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515428 Jun 16 16:20:50.926225 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323ac84-3267-46cb-806e-26f07c843648 req-b4cfb8c0-34f1-473d-8444-ccb10cda652d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:50.927715 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3323ac84-3267-46cb-806e-26f07c843648 req-b4cfb8c0-34f1-473d-8444-ccb10cda652d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0739353 Jun 16 16:20:50.971419 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3323ac84-3267-46cb-806e-26f07c843648 req-eb8f86f8-a957-4e54-a6d4-9e8c562d870a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379837 Jun 16 16:20:51.381452 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-38de30e7-40a1-47bd-9e70-9e327f945723 req-299e5979-1f93-4699-8667-0aa6192c6a08 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0307357 Jun 16 16:20:51.908699 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337d7d1-422a-49b8-bfc4-b689832dece5 req-2fff517c-9c78-4fd4-b29e-a80ddd93783b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:51.910134 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d337d7d1-422a-49b8-bfc4-b689832dece5 req-2fff517c-9c78-4fd4-b29e-a80ddd93783b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0779166 Jun 16 16:20:51.951988 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d337d7d1-422a-49b8-bfc4-b689832dece5 req-381c646a-00c2-4cea-9883-10ceb62b2dea tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Jun 16 16:20:52.086057 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f37345-313a-47cc-8a01-16feb2af8818 req-9fa8e10c-5512-428e-a497-4cbe908a8978 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:52.087933 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c8f37345-313a-47cc-8a01-16feb2af8818 req-9fa8e10c-5512-428e-a497-4cbe908a8978 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0705354 Jun 16 16:20:52.143769 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c8f37345-313a-47cc-8a01-16feb2af8818 req-a2ae67f6-ee4c-45a8-bdc0-db9fe40b46bf tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490685 Jun 16 16:20:52.202802 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a491e-2fd4-4bca-a2da-42728b0f6015 req-70bf766b-7776-42ff-a087-c980906ab79e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:52.204440 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-297a491e-2fd4-4bca-a2da-42728b0f6015 req-70bf766b-7776-42ff-a087-c980906ab79e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0854681 Jun 16 16:20:52.242414 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-297a491e-2fd4-4bca-a2da-42728b0f6015 req-afa743f8-1bbf-4dbf-85f5-d355b2d73ef1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Jun 16 16:20:52.551622 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-07765a88-3450-4f41-8c83-96cab931c128 req-4803c3f7-9b8d-4279-b95b-bd645ebbe49f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0432520 Jun 16 16:20:53.135522 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae95bf-0e8b-446a-b890-b09f9c11277c req-fcfa8b64-9675-45de-a893-8282835ef41b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:53.137759 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9ae95bf-0e8b-446a-b890-b09f9c11277c req-fcfa8b64-9675-45de-a893-8282835ef41b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0682950 Jun 16 16:20:53.193277 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9ae95bf-0e8b-446a-b890-b09f9c11277c req-561ffa68-582a-43e9-8e3c-48c6b051a6bd tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Jun 16 16:20:53.348805 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912864ef-7b46-4a4f-a347-15c70dac0e2d req-1e2e9130-8831-4da5-bd55-a407835c635c tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:53.357683 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-912864ef-7b46-4a4f-a347-15c70dac0e2d req-1e2e9130-8831-4da5-bd55-a407835c635c tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 946 time: 0.0944984 Jun 16 16:20:53.399952 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-912864ef-7b46-4a4f-a347-15c70dac0e2d req-92847ae0-c7eb-462c-9f4c-548b7ad1d084 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Jun 16 16:20:53.458372 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520278d-2141-4269-9dd6-f43099553df6 req-c00f1aa0-a119-49d1-b609-70aa89c723bb tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:53.459848 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4520278d-2141-4269-9dd6-f43099553df6 req-c00f1aa0-a119-49d1-b609-70aa89c723bb tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0892978 Jun 16 16:20:53.502107 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4520278d-2141-4269-9dd6-f43099553df6 req-a803eab6-9224-478e-a837-e86ac4cd5960 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362446 Jun 16 16:20:53.707126 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a269be02-9232-4a78-b26e-5ca570429a99 req-de351fc6-4b89-4467-bf2f-ffce4f0de33a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Jun 16 16:20:53.815480 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 0074dd84-10b3-4a80-8911-dbd9652d4f9c no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:53.901234 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.923826 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:53.925842 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343cc922-6c5a-46f3-a0f7-97409c40680f" -d '{"events": [{"server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:53.950961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:53.957274 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.962346 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:53.989090 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5420fd-47dd-4901-b37b-d3b98f621ff5 x-openstack-request-id: req-5f5420fd-47dd-4901-b37b-d3b98f621ff5 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:53.989407 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:53.989683 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f5420fd-47dd-4901-b37b-d3b98f621ff5 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:53.990098 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c', 'code': 200} Jun 16 16:20:54.025948 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=0074dd84-10b3-4a80-8911-dbd9652d4f9c,revision_number=6']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:54.036400 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:54.384063 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534356d-307e-42a6-ac41-d7578fecb5eb req-fdee4d60-5a91-4fb0-991b-0ef2a6cbd5da tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:54.385551 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9534356d-307e-42a6-ac41-d7578fecb5eb req-fdee4d60-5a91-4fb0-991b-0ef2a6cbd5da tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0680220 Jun 16 16:20:54.432010 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9534356d-307e-42a6-ac41-d7578fecb5eb req-ced61afb-57a5-4344-a4e5-9050d94c8892 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358386 Jun 16 16:20:54.586659 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce74fa7-3a6e-41b7-9923-978d3d6587d2 req-26a4b843-4ba2-4b8b-8dec-f94548d9704e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:54.588243 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dce74fa7-3a6e-41b7-9923-978d3d6587d2 req-26a4b843-4ba2-4b8b-8dec-f94548d9704e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.0676472 Jun 16 16:20:54.629697 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dce74fa7-3a6e-41b7-9923-978d3d6587d2 req-7fbff001-9ab1-4bd6-a65b-c5e3160d60a8 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Jun 16 16:20:54.704806 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633a1f5-334a-4722-89f5-7688265018b4 req-0c7c05b1-f8de-4775-aeaf-01a49204e664 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:54.706580 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3633a1f5-334a-4722-89f5-7688265018b4 req-0c7c05b1-f8de-4775-aeaf-01a49204e664 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0663791 Jun 16 16:20:54.751404 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3633a1f5-334a-4722-89f5-7688265018b4 req-cded48ca-18e6-48f7-b72b-0b103e0f9957 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365565 Jun 16 16:20:54.889898 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e348b5a7-e06d-4032-aff2-012327e68440 req-dc1402c6-0bb1-41b6-9577-1a521f73dd13 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0440373 Jun 16 16:20:55.626687 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d440464-1dda-4886-a047-340389380445 req-daf1078d-97dc-4b92-be16-72fcc57ddafe tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:55.628170 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0d440464-1dda-4886-a047-340389380445 req-daf1078d-97dc-4b92-be16-72fcc57ddafe tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0719614 Jun 16 16:20:55.640216 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:20:55.680605 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0d440464-1dda-4886-a047-340389380445 req-e8d5ba83-ac22-4699-b8c8-f0afd7323d3e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467710 Jun 16 16:20:55.833711 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7e6aa-0c0e-48ef-8400-c3c82e0a3922 req-38e59af6-64c3-4f0b-8e4c-534dc549034d tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:55.835227 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5af7e6aa-0c0e-48ef-8400-c3c82e0a3922 req-38e59af6-64c3-4f0b-8e4c-534dc549034d tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.0649722 Jun 16 16:20:55.896515 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5af7e6aa-0c0e-48ef-8400-c3c82e0a3922 req-535e41ef-eacf-4d5d-8447-32914b5c9a8e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Jun 16 16:20:55.972148 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625d78f-208a-464a-8713-9ce8996145a2 req-ae3c70d3-0658-4d12-a3c4-1f2a1637d982 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:55.973615 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a625d78f-208a-464a-8713-9ce8996145a2 req-ae3c70d3-0658-4d12-a3c4-1f2a1637d982 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0878046 Jun 16 16:20:56.014915 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a625d78f-208a-464a-8713-9ce8996145a2 req-762b3fdb-6a3a-4ed1-a57a-99f892ba43f9 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354974 Jun 16 16:20:56.049261 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-06fba2cd-c693-474f-b840-9a7777f03615 req-1716995a-c992-4f78-8d26-e3f9c5493d7b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0407166 Jun 16 16:20:56.881276 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103380f-2dec-4a32-b7cd-5972896d31ca req-de4d09c2-0bcc-4dc1-af53-2a79ca9ef5c7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:56.882848 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0103380f-2dec-4a32-b7cd-5972896d31ca req-de4d09c2-0bcc-4dc1-af53-2a79ca9ef5c7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0638294 Jun 16 16:20:56.951489 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0103380f-2dec-4a32-b7cd-5972896d31ca req-d412b8ac-c0bf-450a-89bb-5a18322b5de4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614114 Jun 16 16:20:57.072396 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec20aa3-e32c-4225-b160-16fa98ef9fb2 req-33df7c98-9514-4f9a-b1c9-55265efe8202 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:57.073855 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bec20aa3-e32c-4225-b160-16fa98ef9fb2 req-33df7c98-9514-4f9a-b1c9-55265efe8202 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.0659852 Jun 16 16:20:57.115992 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bec20aa3-e32c-4225-b160-16fa98ef9fb2 req-484a11aa-271d-4834-9d1e-a30509e0d69e tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Jun 16 16:20:57.233003 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924b703-8b7e-4f25-988d-953f8e357593 req-dfb121e6-203e-409b-9172-2a629e07b72e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:57.234629 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5924b703-8b7e-4f25-988d-953f8e357593 req-dfb121e6-203e-409b-9172-2a629e07b72e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0940428 Jun 16 16:20:57.275021 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5924b703-8b7e-4f25-988d-953f8e357593 req-86c9f468-d5cb-4e07-bfc0-2d183597cfc4 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339303 Jun 16 16:20:57.282284 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6f794ab9-34f5-41b7-8b79-237c7322af83 req-713e310d-f229-49ca-bc8f-4e0ff316aada tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0296259 Jun 16 16:20:58.131546 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622733e2-5f9a-4317-b311-e3e244bbc41b req-a0a0d67c-f749-4030-bb25-a3ea3ee6a3aa tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:58.133278 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-622733e2-5f9a-4317-b311-e3e244bbc41b req-a0a0d67c-f749-4030-bb25-a3ea3ee6a3aa tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0691047 Jun 16 16:20:58.174766 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-622733e2-5f9a-4317-b311-e3e244bbc41b req-e1b9b463-b66b-46b6-9318-778aacb09abb tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358233 Jun 16 16:20:58.305604 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e70b25c0-1118-4e53-be5c-378c2db31ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.320081 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f521c80-183b-4801-bd70-a8616b651ee8 req-55438966-48fd-44d5-925b-31db62ea983f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:58.328126 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4f521c80-183b-4801-bd70-a8616b651ee8 req-55438966-48fd-44d5-925b-31db62ea983f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.0797999 Jun 16 16:20:58.364149 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4f521c80-183b-4801-bd70-a8616b651ee8 req-f596e511-f133-45ee-815e-70536b67a960 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350647 Jun 16 16:20:58.471279 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef706-ad49-48f8-8631-aa9aaf30a10c req-516168d2-abb7-4416-8127-8ef7ed1fdc50 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:58.472885 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-88bef706-ad49-48f8-8631-aa9aaf30a10c req-516168d2-abb7-4416-8127-8ef7ed1fdc50 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0742817 Jun 16 16:20:58.511934 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-88bef706-ad49-48f8-8631-aa9aaf30a10c req-58d8f69b-5545-43f2-8a4b-893110581e77 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332408 Jun 16 16:20:58.527533 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-67f77cc0-b376-4adf-9f5f-7fa627edbbfc req-efdab110-a5b3-4d03-834a-1182617d735a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0292206 Jun 16 16:20:59.353262 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3a1c7-14d6-454b-9443-c4adebea5400 req-e8a65446-a956-4d87-8eb6-5a755b417ab2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:59.354713 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-45c3a1c7-14d6-454b-9443-c4adebea5400 req-e8a65446-a956-4d87-8eb6-5a755b417ab2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.0631032 Jun 16 16:20:59.391476 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-45c3a1c7-14d6-454b-9443-c4adebea5400 req-50562613-21f0-415c-ae44-041414a823d1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305483 Jun 16 16:20:59.543759 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7786d1d-bb26-45bf-b9f5-502e702627f0 req-1f3bf2c9-3be7-49a2-bde9-07e1344ae8b6 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:59.545533 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d7786d1d-bb26-45bf-b9f5-502e702627f0 req-1f3bf2c9-3be7-49a2-bde9-07e1344ae8b6 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 944 time: 0.0660272 Jun 16 16:20:59.682575 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d7786d1d-bb26-45bf-b9f5-502e702627f0 req-9fd4ee43-d9cc-4dd4-be84-d47982183ce9 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/security-groups?id=45da5518-bb86-4ad2-93a0-ac403ae54148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301856 Jun 16 16:20:59.732406 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-0b7678e8-3363-4855-98cc-8da2ab0ad49a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:59.735237 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-0b7678e8-3363-4855-98cc-8da2ab0ad49a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1679826 Jun 16 16:20:59.750920 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Request body: {'port': {'device_id': '96ac523b-bf35-4d1b-b553-f86073366da1', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'admin_state_up': True, 'tenant_id': '193fcf0c76914e2ca39d022c279d413a'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:59.788302 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822d473-2089-451c-8af4-44faf45ea528 req-4b953135-d619-42a8-ad4d-4fb6c1d8bc70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:59.789916 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f822d473-2089-451c-8af4-44faf45ea528 req-4b953135-d619-42a8-ad4d-4fb6c1d8bc70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.1493526 Jun 16 16:20:59.809825 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Deleting port 0074dd84-10b3-4a80-8911-dbd9652d4f9c {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:59.810084 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.879938 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f822d473-2089-451c-8af4-44faf45ea528 req-55a3193c-9ca0-4dac-8d15-6867ee19916b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786638 Jun 16 16:20:59.950412 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] For port 0074dd84-10b3-4a80-8911-dbd9652d4f9c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=0074dd84-10b3-4a80-8911-dbd9652d4f9c,segment=NetworkSegment(4b1f3ac4-3d3f-4237-bd53-093a9df45691),segment_id=4b1f3ac4-3d3f-4237-bd53-093a9df45691)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:59.950774 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.017504 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Calling delete_port for 0074dd84-10b3-4a80-8911-dbd9652d4f9c owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:21:00.065673 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-46559c5f-4e42-4e36-afb4-b819253ab891 req-82d987ee-528d-422e-972d-a73550bf5f55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0404353 Jun 16 16:21:00.146941 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Made reservation on behalf of 193fcf0c76914e2ca39d022c279d413a for: {'port': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:00.150866 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.162264 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.166193 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5bd2fcb9-e1b7-4eb9-8ae3-a76c7151df08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:00.193285 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Pushing event deleted for resources: {'Port': ['ID=0074dd84-10b3-4a80-8911-dbd9652d4f9c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:00.198044 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:00.241613 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] No DVR routers for this DVR port 0074dd84-10b3-4a80-8911-dbd9652d4f9c on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:21:00.244626 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.246570 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8fdb6de0-188c-457e-a4da-e35dec7be984 req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.58 "DELETE /v2.0/ports/0074dd84-10b3-4a80-8911-dbd9652d4f9c HTTP/1.1" status: 204 len: 173 time: 0.6900265 Jun 16 16:21:00.247059 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'name': 'network-vif-deleted', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:00.249790 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b33f7-26f9-45c7-9b7a-306bc5889f3a" -d '{"events": [{"server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "name": "network-vif-deleted", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:00.274804 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Allocated IP 172.20.0.14 (3f706b56-3297-4790-bcaf-4c5be1d82ad4/30f88bdf-c058-438f-9a56-a696c289d0ef/e913b80d-011b-4f89-b42f-17318630c02b) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:00.286360 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa31009d-a82e-43d8-95b7-a922fe27f8a5 x-openstack-request-id: req-aa31009d-a82e-43d8-95b7-a922fe27f8a5 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:00.286672 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a20389-759d-436d-ace9-3a26a91e14c4", "name": "network-vif-deleted", "tag": "0074dd84-10b3-4a80-8911-dbd9652d4f9c", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:00.286982 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa31009d-a82e-43d8-95b7-a922fe27f8a5 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:00.287389 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a20389-759d-436d-ace9-3a26a91e14c4', 'name': 'network-vif-deleted', 'tag': '0074dd84-10b3-4a80-8911-dbd9652d4f9c', 'status': 'completed', 'code': 200} Jun 16 16:21:00.427384 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.475997 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.481402 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:00.556341 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:00.566481 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:00.569147 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:00.598673 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event updated for resources: {'Port': ['ID=e913b80d-011b-4f89-b42f-17318630c02b,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:00.601510 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:00.632301 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:00.632917 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.658992 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fdff3-4c22-4303-a1a9-515c43dde9fd req-67a8d5ed-3bc8-459c-bc56-c1e90173ee5c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:00.660577 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-054fdff3-4c22-4303-a1a9-515c43dde9fd req-67a8d5ed-3bc8-459c-bc56-c1e90173ee5c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.1473625 Jun 16 16:21:00.662354 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9185472 Jun 16 16:21:00.679580 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Request body: {'port': {'device_id': '96ac523b-bf35-4d1b-b553-f86073366da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:00.743248 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-054fdff3-4c22-4303-a1a9-515c43dde9fd req-8e6ae360-eaf8-4eaf-84bb-e54c9521a8f4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752580 Jun 16 16:21:00.793309 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.878291 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2c451bea-7afd-4b61-a17e-4cc60779225f req-4378c1f4-3ccf-42f9-840d-c9194643ad50 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a20389-759d-436d-ace9-3a26a91e14c4 HTTP/1.1" status: 200 len: 210 time: 0.0303476 Jun 16 16:21:00.912136 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8d07a4f8-ced4-4e9b-a7f4-37850ab31998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.003284 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.097860 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef07f6-23ee-4378-befe-f760e5bdc6ec req-e8a2dca1-6698-4c49-aa4b-cc278a1bb49e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.099379 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-83ef07f6-23ee-4378-befe-f760e5bdc6ec req-e8a2dca1-6698-4c49-aa4b-cc278a1bb49e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.1046903 Jun 16 16:21:01.155094 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e913b80d-011b-4f89-b42f-17318630c02b {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:01.169237 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.177067 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-83ef07f6-23ee-4378-befe-f760e5bdc6ec req-bb2414f9-9564-402c-bc8e-ca48d8d9277d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572639 Jun 16 16:21:01.189097 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Transition to ACTIVE for port object e913b80d-011b-4f89-b42f-17318630c02b will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:01.194383 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.197266 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:01.257080 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dea9c-8138-47c0-a106-32132e7d8285 req-49f4523d-0e91-465c-a7e9-8fc68e39209b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.258450 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-637dea9c-8138-47c0-a106-32132e7d8285 req-49f4523d-0e91-465c-a7e9-8fc68e39209b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 944 time: 0.0692873 Jun 16 16:21:01.270759 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Pushing event updated for resources: {'Port': ['ID=e913b80d-011b-4f89-b42f-17318630c02b,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:01.274013 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:01.300233 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-637dea9c-8138-47c0-a106-32132e7d8285 req-2b2805a9-f3d4-4a74-a278-011aca9ebc1e tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Jun 16 16:21:01.347656 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Attempting to bind port e913b80d-011b-4f89-b42f-17318630c02b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:21:01.348007 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Attempting to bind port e913b80d-011b-4f89-b42f-17318630c02b by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:21:01.348317 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Attempting to bind port e913b80d-011b-4f89-b42f-17318630c02b on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:01.352477 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Port e913b80d-011b-4f89-b42f-17318630c02b on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:21:01.352854 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Attempting to bind port e913b80d-011b-4f89-b42f-17318630c02b on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:01.357768 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:21:01.358308 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Checking segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:21:01.358697 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Bound using segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:21:01.359123 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Bound port: e913b80d-011b-4f89-b42f-17318630c02b, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:21:01.359489 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.447767 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] For port e913b80d-011b-4f89-b42f-17318630c02b, host hv-cinder-77525, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:21:01.454342 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] For port e913b80d-011b-4f89-b42f-17318630c02b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e913b80d-011b-4f89-b42f-17318630c02b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:21:01.458984 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.463624 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-10f5209b-e3d0-4658-aa64-1634aeff9b02 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:01.500978 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.501622 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.503147 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] 10.222.0.58 "PUT /v2.0/ports/e913b80d-011b-4f89-b42f-17318630c02b HTTP/1.1" status: 200 len: 1094 time: 0.8274858 Jun 16 16:21:01.503731 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ac523b-bf35-4d1b-b553-f86073366da1', 'tag': 'e913b80d-011b-4f89-b42f-17318630c02b'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:01.506112 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "96ac523b-bf35-4d1b-b553-f86073366da1", "tag": "e913b80d-011b-4f89-b42f-17318630c02b"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:01.542758 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Pushing event updated for resources: {'Port': ['ID=e913b80d-011b-4f89-b42f-17318630c02b,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:01.574937 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:01.576937 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaaaf0d-b433-4aeb-b56d-d6ee7abe4edf x-openstack-request-id: req-0aaaaf0d-b433-4aeb-b56d-d6ee7abe4edf {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:01.577247 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ac523b-bf35-4d1b-b553-f86073366da1", "tag": "e913b80d-011b-4f89-b42f-17318630c02b", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:01.577510 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0aaaaf0d-b433-4aeb-b56d-d6ee7abe4edf {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:01.577918 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ac523b-bf35-4d1b-b553-f86073366da1', 'tag': 'e913b80d-011b-4f89-b42f-17318630c02b', 'status': 'completed', 'code': 200} Jun 16 16:21:01.579076 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b92991-eb1e-4a19-a9ec-5e8000dc091c req-4d0fea23-4bbe-488e-b71f-0ef5f4eb32f1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.580584 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-98b92991-eb1e-4a19-a9ec-5e8000dc091c req-4d0fea23-4bbe-488e-b71f-0ef5f4eb32f1 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.1052158 Jun 16 16:21:01.582509 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-7856cfbc-dcb3-48c6-bc8f-6e3920a47939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.583876 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-7856cfbc-dcb3-48c6-bc8f-6e3920a47939 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 1099 time: 0.1164756 Jun 16 16:21:01.604365 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-80a23f62-ac97-4cad-afb6-81c561c12f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.605816 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-80a23f62-ac97-4cad-afb6-81c561c12f3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 1097 time: 0.0589712 Jun 16 16:21:01.650450 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-cd4b4d1b-4e70-4af5-a1bb-268c477264ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e913b80d-011b-4f89-b42f-17318630c02b HTTP/1.1" status: 200 len: 217 time: 0.0369902 Jun 16 16:21:01.673335 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-98b92991-eb1e-4a19-a9ec-5e8000dc091c req-3172286e-cf75-4ee2-8d9b-05fd1d710fdd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865295 Jun 16 16:21:01.701575 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-f4a7edb7-ee46-40bc-aa48-a65f8df38346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.702524 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-53637cf5-97f1-4936-8191-02890ba4315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.703049 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-f4a7edb7-ee46-40bc-aa48-a65f8df38346 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0463910 Jun 16 16:21:01.703998 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-53637cf5-97f1-4936-8191-02890ba4315a service neutron] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 912 time: 0.1098149 Jun 16 16:21:01.744174 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-b304ccf7-9fea-4c1d-8e14-9a789d14e9ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277264 Jun 16 16:21:01.778950 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-146c18b9-bb16-454f-a5dd-7b1f3e621921 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 200 len: 1002 time: 0.0608013 Jun 16 16:21:01.834032 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-3f2bbcf2-e78a-4235-b108-c4cc8d2ce597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.835555 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-3f2bbcf2-e78a-4235-b108-c4cc8d2ce597 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0501087 Jun 16 16:21:01.849658 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-a453c513-156b-4b65-b3b5-071215d5d402 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971575 Jun 16 16:21:01.861736 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:01.900367 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-783a231b-3e31-4ecb-bc32-7f4e785f6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:01.902708 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-783a231b-3e31-4ecb-bc32-7f4e785f6319 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0597236 Jun 16 16:21:02.007887 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:02.016973 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dab49a56-0e50-447e-94bb-d8b5de1eaeca req-c68dfaba-5c90-4ff6-b009-27550ca8a69f service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611130 Jun 16 16:21:02.077395 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-22c35ba0-6300-478b-b00c-1a6612ab12ab service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677704 Jun 16 16:21:02.084904 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa27b4-c2b8-4064-b705-6486a82b379f req-0fbc5242-937f-4578-a90a-4eb5afd37efc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:02.086539 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7caa27b4-c2b8-4064-b705-6486a82b379f req-0fbc5242-937f-4578-a90a-4eb5afd37efc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 943 time: 0.1479433 Jun 16 16:21:02.165781 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'f570861d-962d-484c-a11e-b729ccadd254', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'port_id': 'f570861d-962d-484c-a11e-b729ccadd254', 'mac_address': 'fa:16:3e:a8:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:02.200652 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7caa27b4-c2b8-4064-b705-6486a82b379f req-ec308b9e-8710-4ebe-a1aa-d8a6cc73cbd0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870478 Jun 16 16:21:02.213231 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-d03cf8b1-d5f6-4ec0-b38c-aa4072a475ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:02.216423 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-d03cf8b1-d5f6-4ec0-b38c-aa4072a475ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 1097 time: 0.1259649 Jun 16 16:21:02.240939 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:02.250521 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-33c27800-8d58-4ba2-8e06-0c7d16c9643d req-b69b763b-f207-4765-adf5-c7940b81a005 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657500 Jun 16 16:21:02.255662 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f570861d-962d-484c-a11e-b729ccadd254 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:02.260114 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:02.278049 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:02.283013 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:02.288538 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:02.347025 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=9']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:02.350391 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:02.359114 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-a70f202a-5f88-4b82-b9b0-5171df4f32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:02.360869 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-a70f202a-5f88-4b82-b9b0-5171df4f32bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 915 time: 0.1379788 Jun 16 16:21:02.405047 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-fec6123e-6220-491f-8fa1-b04b19f6257b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e913b80d-011b-4f89-b42f-17318630c02b HTTP/1.1" status: 200 len: 217 time: 0.0367973 Jun 16 16:21:02.458498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-04a7ef84-b572-4950-937e-3b6a55acd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:02.459988 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-04a7ef84-b572-4950-937e-3b6a55acd8a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0474029 Jun 16 16:21:02.503339 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-154f7945-e2b9-4d8e-8bab-00eef04a2d9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312788 Jun 16 16:21:02.508515 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21eaa7-9cf8-46ac-86f9-b67afcd8124a req-b080a9c8-a85b-49d0-aac6-e6d7154cfde6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:02.509955 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ff21eaa7-9cf8-46ac-86f9-b67afcd8124a req-b080a9c8-a85b-49d0-aac6-e6d7154cfde6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 944 time: 0.0660696 Jun 16 16:21:02.551566 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ff21eaa7-9cf8-46ac-86f9-b67afcd8124a req-e25de7f8-dfe5-4eb5-94d0-9872e99d6a33 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Jun 16 16:21:02.577366 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['f570861d-962d-484c-a11e-b729ccadd254'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:02.600298 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-20e50d61-6764-4a0c-87b1-c02f57c731be service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850992 Jun 16 16:21:02.699953 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6ac167-7b8d-4807-9b7e-144c14cb5ff6 req-fb785887-1a9b-4870-bf85-73a23be6eb30 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910938 Jun 16 16:21:02.853406 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b698bb-e520-478d-bb3e-ba7f63242738 req-41a41d4f-03bb-42e8-91c6-f096b1e3004b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:02.854805 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-08b698bb-e520-478d-bb3e-ba7f63242738 req-41a41d4f-03bb-42e8-91c6-f096b1e3004b tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0659029 Jun 16 16:21:02.895932 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-08b698bb-e520-478d-bb3e-ba7f63242738 req-9837d206-d4e5-4d4f-b0dc-89bae8ebddfd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346098 Jun 16 16:21:03.388609 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fbd6a-365e-4072-b1dc-a77463c71b5d req-cf54bcda-4162-4b0f-918d-76e0df91ffc0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:03.390031 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e9fbd6a-365e-4072-b1dc-a77463c71b5d req-cf54bcda-4162-4b0f-918d-76e0df91ffc0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 944 time: 0.0659707 Jun 16 16:21:03.639654 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e9fbd6a-365e-4072-b1dc-a77463c71b5d req-81dc52f9-e972-4424-870c-56ec1cdd23cf tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439339 Jun 16 16:21:03.759299 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf20c-8a06-4f97-9cfe-7ef4714a872b req-b3b8fb15-ab4c-4ff3-b2fa-27a58f98589b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:03.760501 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:03.761001 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-59ecf20c-8a06-4f97-9cfe-7ef4714a872b req-b3b8fb15-ab4c-4ff3-b2fa-27a58f98589b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 944 time: 0.0721421 Jun 16 16:21:03.800091 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-59ecf20c-8a06-4f97-9cfe-7ef4714a872b req-6b63a607-84ee-4840-8d10-e4a000aeedb7 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Jun 16 16:21:03.893647 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e913b80d-011b-4f89-b42f-17318630c02b details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:03.895725 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:04.004440 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port f570861d-962d-484c-a11e-b729ccadd254 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:04.004819 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:04.049005 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port e913b80d-011b-4f89-b42f-17318630c02b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e913b80d-011b-4f89-b42f-17318630c02b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:04.063474 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'e913b80d-011b-4f89-b42f-17318630c02b', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'port_id': 'e913b80d-011b-4f89-b42f-17318630c02b', 'mac_address': 'fa:16:3e:7e:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f88bdf-c058-438f-9a56-a696c289d0ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:04.072342 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fdcd9-5ce9-4717-8bce-a770f2301861 req-184ee076-41f5-47e7-bef2-d113dbb70742 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:04.073890 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ce5fdcd9-5ce9-4717-8bce-a770f2301861 req-184ee076-41f5-47e7-bef2-d113dbb70742 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0665517 Jun 16 16:21:04.113888 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ce5fdcd9-5ce9-4717-8bce-a770f2301861 req-98e8328b-6df3-4985-9f6e-e190e9582705 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340264 Jun 16 16:21:04.129859 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:04.148363 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:04.151676 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e913b80d-011b-4f89-b42f-17318630c02b {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:04.184757 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port e913b80d-011b-4f89-b42f-17318630c02b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e913b80d-011b-4f89-b42f-17318630c02b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:04.190164 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:04.192457 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598d99a7-82e9-41aa-ae7a-eaccb02bbfa5" -d '{"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-plugged", "status": "completed", "tag": "f570861d-962d-484c-a11e-b729ccadd254"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:04.203413 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:04.206657 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:04.210823 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:04.230192 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:04.238993 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173df99c-798c-4dee-8794-d5e7d5a86550 x-openstack-request-id: req-173df99c-798c-4dee-8794-d5e7d5a86550 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:04.239322 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-plugged", "status": "completed", "tag": "f570861d-962d-484c-a11e-b729ccadd254", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:04.239574 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-173df99c-798c-4dee-8794-d5e7d5a86550 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:04.239965 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254', 'code': 200} Jun 16 16:21:04.259138 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=e913b80d-011b-4f89-b42f-17318630c02b,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:04.262240 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:04.262731 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:04.308159 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=10']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:04.312155 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:04.456504 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:04.735973 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1592-7834-49c3-8a41-5f29fd672ac3 req-8d3e3b06-7aba-4808-b610-14e396c70ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:04.737444 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c4cc1592-7834-49c3-8a41-5f29fd672ac3 req-8d3e3b06-7aba-4808-b610-14e396c70ee6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 1099 time: 0.0639851 Jun 16 16:21:04.780548 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c4cc1592-7834-49c3-8a41-5f29fd672ac3 req-9680d193-aa5b-44fa-bf10-1249997e9d4b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367060 Jun 16 16:21:04.842683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4d446-3bdb-4751-9795-30a75e42c74c req-1fb59c9e-0f9a-4f88-8a28-26f2e5cd5e1c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:04.844223 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-23e4d446-3bdb-4751-9795-30a75e42c74c req-1fb59c9e-0f9a-4f88-8a28-26f2e5cd5e1c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 946 time: 0.0638123 Jun 16 16:21:04.893343 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-23e4d446-3bdb-4751-9795-30a75e42c74c req-0dc9df86-9e57-4e26-8477-c2c63a768c18 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Jun 16 16:21:04.995877 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c397bd-f7a7-4193-9473-ff14094af3b7 req-bd706e6f-49bc-40fa-aa2c-6f1127db3cb9 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:04.997649 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f8c397bd-f7a7-4193-9473-ff14094af3b7 req-bd706e6f-49bc-40fa-aa2c-6f1127db3cb9 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 945 time: 0.0702884 Jun 16 16:21:05.038920 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f8c397bd-f7a7-4193-9473-ff14094af3b7 req-6dbf8bb7-bf27-4448-b47f-df75eb317ef4 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Jun 16 16:21:05.895371 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e913b80d-011b-4f89-b42f-17318630c02b up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:05.953601 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port e913b80d-011b-4f89-b42f-17318630c02b completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:05.958227 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port e913b80d-011b-4f89-b42f-17318630c02b triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:05.958616 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:06.047319 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:06.106910 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port e913b80d-011b-4f89-b42f-17318630c02b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e913b80d-011b-4f89-b42f-17318630c02b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:06.117171 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b8ce-1d6b-47e6-b391-4737a3514d94 req-fa7b3ae4-5f95-4bc3-98c7-c6bfd930fba9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:06.125910 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:06.128363 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:06.135120 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e878b8ce-1d6b-47e6-b391-4737a3514d94 req-fa7b3ae4-5f95-4bc3-98c7-c6bfd930fba9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 946 time: 0.1148591 Jun 16 16:21:06.202991 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=e913b80d-011b-4f89-b42f-17318630c02b,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:06.207221 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:06.215240 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e878b8ce-1d6b-47e6-b391-4737a3514d94 req-cb4ffc4c-8ebb-4217-9506-3d041b13d366 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753694 Jun 16 16:21:06.241162 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ac523b-bf35-4d1b-b553-f86073366da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e913b80d-011b-4f89-b42f-17318630c02b'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:06.244641 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d110dd33-3a0d-4275-ac2f-f49eb85496cd" -d '{"events": [{"server_uuid": "96ac523b-bf35-4d1b-b553-f86073366da1", "name": "network-vif-plugged", "status": "completed", "tag": "e913b80d-011b-4f89-b42f-17318630c02b"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:06.285492 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b87cb9-135a-4c90-a10e-e3b5d20432ba req-4ba949db-2082-4149-b6b1-ecc524a8e3ca tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:06.287219 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f0b87cb9-135a-4c90-a10e-e3b5d20432ba req-4ba949db-2082-4149-b6b1-ecc524a8e3ca tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 946 time: 0.0957704 Jun 16 16:21:06.297412 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd955c1-aa71-475b-9ee2-8b5f36bb2036 x-openstack-request-id: req-cfd955c1-aa71-475b-9ee2-8b5f36bb2036 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:06.298036 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ac523b-bf35-4d1b-b553-f86073366da1", "name": "network-vif-plugged", "status": "completed", "tag": "e913b80d-011b-4f89-b42f-17318630c02b", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:06.298392 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfd955c1-aa71-475b-9ee2-8b5f36bb2036 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:06.298913 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ac523b-bf35-4d1b-b553-f86073366da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e913b80d-011b-4f89-b42f-17318630c02b', 'code': 200} Jun 16 16:21:06.339951 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f0b87cb9-135a-4c90-a10e-e3b5d20432ba req-85e53c71-bf87-41fa-942d-45daeb02cc8c tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Jun 16 16:21:06.524854 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df885d-b850-46cc-906d-21574d294b26 req-6e13fde7-7581-43d1-9270-647efce28011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:06.526332 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-82df885d-b850-46cc-906d-21574d294b26 req-6e13fde7-7581-43d1-9270-647efce28011 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 1099 time: 0.0530698 Jun 16 16:21:06.563854 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-82df885d-b850-46cc-906d-21574d294b26 req-83a3e8b0-124e-4553-814f-b9a25106494c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 Jun 16 16:21:06.816312 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-2a208f00-9345-4610-a6a7-7a2be0f40ddb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517607 Jun 16 16:21:06.896632 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-28ab115e-7210-4ae8-87df-2b5f28014607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:06.898074 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-28ab115e-7210-4ae8-87df-2b5f28014607 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 1099 time: 0.0565879 Jun 16 16:21:07.005489 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-7099b062-d0bb-4031-bf78-e1d3c12305c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:07.006926 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-7099b062-d0bb-4031-bf78-e1d3c12305c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 912 time: 0.0822113 Jun 16 16:21:07.104487 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-54fc2bbc-733d-4d68-9505-358f5bcf8a6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 200 len: 1002 time: 0.0895488 Jun 16 16:21:07.152974 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-3007b4ed-5bc9-49b1-b1fb-10a5c5c16da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:07.154874 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-3007b4ed-5bc9-49b1-b1fb-10a5c5c16da3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0414443 Jun 16 16:21:07.211386 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-5de2fc5f-4f67-41ba-8fe7-7c787cde5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:07.212816 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-5de2fc5f-4f67-41ba-8fe7-7c787cde5feb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0496414 Jun 16 16:21:07.306362 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-be62d7b8-614e-4e61-b27f-abe570026a06 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Jun 16 16:21:07.417943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5110f-b7ec-40f3-b85c-b31d372ff62d req-e0fa1626-b479-4639-aede-bb7bd12aac96 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:07.425971 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-12e5110f-b7ec-40f3-b85c-b31d372ff62d req-e0fa1626-b479-4639-aede-bb7bd12aac96 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 946 time: 0.0760255 Jun 16 16:21:07.473415 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c9bd9434-7f70-4905-ada5-6bdd8065387a req-c518c0c9-bc79-4c5f-bf55-5d60e2dda80d service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571362 Jun 16 16:21:07.476000 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-12e5110f-b7ec-40f3-b85c-b31d372ff62d req-44927cc1-7e49-4542-936a-d19e73e577da tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491054 Jun 16 16:21:07.615464 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04a75c-1af9-47ec-b386-0a9476ee95cb req-d78ad5c0-f8be-44a2-b4c0-71c1efd2f4fc tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:07.616937 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd04a75c-1af9-47ec-b386-0a9476ee95cb req-d78ad5c0-f8be-44a2-b4c0-71c1efd2f4fc tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 946 time: 0.0712705 Jun 16 16:21:07.667162 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd04a75c-1af9-47ec-b386-0a9476ee95cb req-5d06a3bc-e87c-499f-8561-407938ed4d11 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444138 Jun 16 16:21:08.303235 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.843932 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa316939-81c7-455a-bfd1-08f574778f1f req-c2ad61c2-8445-4154-8c06-baf8376eb25b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:08.845431 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fa316939-81c7-455a-bfd1-08f574778f1f req-c2ad61c2-8445-4154-8c06-baf8376eb25b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 946 time: 0.0675359 Jun 16 16:21:08.888811 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fa316939-81c7-455a-bfd1-08f574778f1f req-c648891f-ab51-4997-9f65-9affc284f80e tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368578 Jun 16 16:21:11.903914 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-331ccc27-bc78-4489-af15-9a302dacb5a5 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:11.905719 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-331ccc27-bc78-4489-af15-9a302dacb5a5 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1000912 Jun 16 16:21:11.920213 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-5448a671-31af-41e2-865e-b8a94c72e761 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/quotas/193fcf0c76914e2ca39d022c279d413a HTTP/1.1" status: 200 len: 375 time: 0.0090981 Jun 16 16:21:11.989658 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-62c98bbe-7442-4da0-9bdf-394d856be999 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645857 Jun 16 16:21:12.079904 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-52d2e55b-afb9-4353-b03d-c4dc625801a3 service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835383 Jun 16 16:21:12.170770 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-3b68d4bc-7ec2-4947-8c05-615e5e22c393 service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849414 Jun 16 16:21:12.337288 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c77ece27-c71b-49fa-a857-d79347788faa req-709e573f-c60e-47e7-8289-0ec2ffc105e6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 210 time: 0.0291998 Jun 16 16:21:13.484417 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-28898125-7092-4e23-9534-1584699ccac1 req-a37cf09f-b7d7-419d-ac44-2894135b24cf tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 210 time: 0.0338683 Jun 16 16:21:13.533294 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-0b7f8fb0-59e5-415d-beb0-8db5f66e5f78 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:13.534743 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-0b7f8fb0-59e5-415d-beb0-8db5f66e5f78 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1158011 Jun 16 16:21:13.548726 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Request body: {'port': {'device_id': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'admin_state_up': True, 'tenant_id': '193fcf0c76914e2ca39d022c279d413a'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:13.661529 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Made reservation on behalf of 193fcf0c76914e2ca39d022c279d413a for: {'port': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:13.665034 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:13.795824 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Allocated IP 172.20.0.9 (3f706b56-3297-4790-bcaf-4c5be1d82ad4/30f88bdf-c058-438f-9a56-a696c289d0ef/2a23ffd2-f084-4693-9b8b-17c6a46d7a1e) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:13.956377 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:13.995110 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:13.999567 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:14.007944 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:14.059310 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:14.063637 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:14.068192 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:14.089430 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event updated for resources: {'Port': ['ID=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:14.105063 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.105432 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.105791 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.106154 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.106502 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.107459 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.107827 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.108178 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.108523 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.108863 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.109205 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.109543 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:14.114651 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:14.132396 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:14.133005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:14.148163 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-6ced2d86-9b14-4807-a663-85e06e810d87 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036959 Jun 16 16:21:14.160871 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Request body: {'port': {'device_id': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:14.463496 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:14.741987 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5190a25-e030-4643-8794-f3de4619cf1f req-56b7fbd2-0e6d-4339-9829-afef56aaf0ea tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:14.743457 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d5190a25-e030-4643-8794-f3de4619cf1f req-56b7fbd2-0e6d-4339-9829-afef56aaf0ea tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 931 time: 0.1081951 Jun 16 16:21:14.788067 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:14.799758 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:14.818528 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d5190a25-e030-4643-8794-f3de4619cf1f req-7095f544-2495-43b6-83d7-80ae08c892eb tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583098 Jun 16 16:21:14.823559 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Transition to ACTIVE for port object 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:14.829205 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:14.832326 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:14.911829 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Pushing event updated for resources: {'Port': ['ID=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:14.930842 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:14.985282 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Attempting to bind port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:21:14.985617 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Attempting to bind port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:21:14.985977 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Attempting to bind port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:14.990453 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:21:14.990770 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Attempting to bind port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:14.995978 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:21:14.996336 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Checking segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:21:14.996726 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Bound using segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:21:14.997216 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Bound port: 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:21:14.998273 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:15.066912 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] For port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e, host hv-cinder-77525, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:21:15.070297 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] For port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:21:15.073973 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:15.076138 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:15.114367 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.114984 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:15.116379 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] 10.222.0.58 "PUT /v2.0/ports/2a23ffd2-f084-4693-9b8b-17c6a46d7a1e HTTP/1.1" status: 200 len: 1093 time: 0.9601054 Jun 16 16:21:15.116940 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'tag': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:15.119254 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0a005d-eae4-420c-95b7-755fdb9f798d" -d '{"events": [{"name": "network-changed", "server_uuid": "004c15c9-5894-46c4-80f7-ea75b84eedff", "tag": "2a23ffd2-f084-4693-9b8b-17c6a46d7a1e"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:15.141640 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Pushing event updated for resources: {'Port': ['ID=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:15.147265 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:15.166548 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586730e6-0d64-440e-acd4-8dead2379cee x-openstack-request-id: req-586730e6-0d64-440e-acd4-8dead2379cee {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:15.166865 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004c15c9-5894-46c4-80f7-ea75b84eedff", "tag": "2a23ffd2-f084-4693-9b8b-17c6a46d7a1e", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:15.167149 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-586730e6-0d64-440e-acd4-8dead2379cee {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:15.167601 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'tag': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'status': 'completed', 'code': 200} Jun 16 16:21:15.213329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-0a37aea1-1e80-49a1-82ce-21dbc2a2d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.215070 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-0a37aea1-1e80-49a1-82ce-21dbc2a2d958 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 1096 time: 0.0581982 Jun 16 16:21:15.255816 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-bec42a49-0726-4e09-8a40-634c63bfb6d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e HTTP/1.1" status: 200 len: 217 time: 0.0334108 Jun 16 16:21:15.305009 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-58c5b092-8723-4775-a30b-49db1633274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.306438 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-58c5b092-8723-4775-a30b-49db1633274c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0450985 Jun 16 16:21:15.339617 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-a552c75c-d5a7-4f24-9560-6c835001d4b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259600 Jun 16 16:21:15.430405 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-a02f4b57-2bfd-48e4-8d4c-3a105142f0ed service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840771 Jun 16 16:21:15.530272 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-eed33d84-4aeb-4195-88e1-52d11d52f189 req-f028bf83-89a4-4d3a-afbc-66de276b5f65 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900369 Jun 16 16:21:15.627592 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-8f7a4f94-11bd-48eb-8f49-a4e035813080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.629047 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-8f7a4f94-11bd-48eb-8f49-a4e035813080 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 1096 time: 0.0520277 Jun 16 16:21:15.720724 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-2d458fad-751f-4faf-b2ba-265bccece898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.722149 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-2d458fad-751f-4faf-b2ba-265bccece898 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 915 time: 0.0862169 Jun 16 16:21:15.770707 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-fd9e1c76-f9a3-4c86-bda1-b1b5073c0f86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e HTTP/1.1" status: 200 len: 217 time: 0.0364287 Jun 16 16:21:15.828585 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-0842940c-5808-4722-a31a-a1e84b44b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.829922 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-0842940c-5808-4722-a31a-a1e84b44b42a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0471909 Jun 16 16:21:15.867882 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-246db0e0-ca70-4bd6-8858-569f3ea0cffa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279787 Jun 16 16:21:16.022661 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-8bc1f8f9-89a1-4043-a0a9-2dc26b154c40 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368132 Jun 16 16:21:16.039312 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e46f5f-6346-4a13-8fab-1945dfac9329 req-a0f889f7-a0a4-4c94-923c-c0cf5e854082 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:16.040779 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-98e46f5f-6346-4a13-8fab-1945dfac9329 req-a0f889f7-a0a4-4c94-923c-c0cf5e854082 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 943 time: 0.0929704 Jun 16 16:21:16.134859 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-98e46f5f-6346-4a13-8fab-1945dfac9329 req-0fb25a7f-be1f-40d3-91fd-9c4cca0a351d tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863109 Jun 16 16:21:16.161930 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd0a005d-eae4-420c-95b7-755fdb9f798d req-0c07c4c1-03f6-4926-b3d9-348e75993eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281736 Jun 16 16:21:17.323965 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34a904-fbea-4fa3-a583-370b37ace278 req-08b504ea-ebf0-442a-893d-91381d85acdd tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:17.325335 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2f34a904-fbea-4fa3-a583-370b37ace278 req-08b504ea-ebf0-442a-893d-91381d85acdd tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 943 time: 0.0622113 Jun 16 16:21:17.369878 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2f34a904-fbea-4fa3-a583-370b37ace278 req-7f39a16e-05b5-4d91-a3ea-f8f7d8f8caad tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 Jun 16 16:21:17.924144 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:18.024800 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:18.036964 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'port_id': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'mac_address': 'fa:16:3e:98:64:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f88bdf-c058-438f-9a56-a696c289d0ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:18.073875 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:18.086428 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:18.106004 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:18.110725 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:18.113318 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:18.158893 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:18.162055 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:18.391955 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['2a23ffd2-f084-4693-9b8b-17c6a46d7a1e'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:18.550348 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc12bdd-c177-4a62-af01-20fffe1f6fe1 req-441ff612-2746-4c7d-ba94-fc6891e29282 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:18.551802 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6fc12bdd-c177-4a62-af01-20fffe1f6fe1 req-441ff612-2746-4c7d-ba94-fc6891e29282 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 944 time: 0.0676181 Jun 16 16:21:18.591092 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6fc12bdd-c177-4a62-af01-20fffe1f6fe1 req-045ab613-496e-4855-aac6-a387aaab345d tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Jun 16 16:21:19.413158 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 44666) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:19.456828 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Deleting subnet 5e6dbec2-5636-4bfd-90e1-24efdc314458 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:21:19.459824 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.493743 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.531714 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.585881 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.588195 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3d94cf5c-d16c-4dbb-a571-4bc8150a819d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:19.618690 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6dbec2-5636-4bfd-90e1-24efdc314458,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.625533 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.629663 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5e6dbec2-5636-4bfd-90e1-24efdc314458 HTTP/1.1" status: 204 len: 168 time: 0.2132449 Jun 16 16:21:19.630179 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44670) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.636730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.639339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.639339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.639339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.639339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:19.642344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:19.707983 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.789127 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475f70-6f03-4124-b43f-8193664a14b7 req-506f5360-f85c-45f8-ac3f-f20315b54ad1 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:19.791003 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-60475f70-6f03-4124-b43f-8193664a14b7 req-506f5360-f85c-45f8-ac3f-f20315b54ad1 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 944 time: 0.0682948 Jun 16 16:21:19.798386 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.813031 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81325a6-56a3-4e9e-96a2-1632bafdfc5c']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:19.823699 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f3ac4-3d3f-4237-bd53-093a9df45691') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:19.823999 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f3ac4-3d3f-4237-bd53-093a9df45691') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:19.833810 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.838017 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-60475f70-6f03-4124-b43f-8193664a14b7 req-c6c9a39d-c5af-4ddd-96c8-60f254fea4d0 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Jun 16 16:21:19.850725 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.857970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:21:19.858365 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:21:19.860165 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:21:19.916529 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.921220 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c8789b71-3d4c-4196-b5b4-832daab8822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:19.923723 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.925545 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d81325a6-56a3-4e9e-96a2-1632bafdfc5c HTTP/1.1" status: 204 len: 168 time: 0.2942162 Jun 16 16:21:19.927447 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:19.939740 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81325a6-56a3-4e9e-96a2-1632bafdfc5c,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.942894 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c1bf7a37-c0f3-43b5-8b3c-326eb8edb806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:19.979651 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:19.983580 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:19.983965 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.071586 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44674) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:20.076172 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.099506 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:20.101814 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d413a7-3430-4ecd-b435-94a17ba90f59" -d '{"events": [{"server_uuid": "004c15c9-5894-46c4-80f7-ea75b84eedff", "name": "network-vif-plugged", "status": "completed", "tag": "2a23ffd2-f084-4693-9b8b-17c6a46d7a1e"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:20.114984 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-64e2c25d-f246-4135-b906-effe619c6f00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b19cf0dab4884ec1b16d1809247b3276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418239 Jun 16 16:21:20.117249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44678) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:20.118171 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:20.122385 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.124506 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:20.147176 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ad2d7-df4a-422e-ad08-55f6ef51db74 x-openstack-request-id: req-197ad2d7-df4a-422e-ad08-55f6ef51db74 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:20.147511 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004c15c9-5894-46c4-80f7-ea75b84eedff", "name": "network-vif-plugged", "status": "completed", "tag": "2a23ffd2-f084-4693-9b8b-17c6a46d7a1e", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:20.147781 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-197ad2d7-df4a-422e-ad08-55f6ef51db74 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:20.148167 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'code': 200} Jun 16 16:21:20.171966 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.177302 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:20.185450 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.185799 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.186151 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.186571 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.186905 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.187267 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.187602 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.187928 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.188253 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.188580 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.188905 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.189225 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:20.193604 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:20.194557 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.252668 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.255268 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.256521 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45da5518-bb86-4ad2-93a0-ac403ae54148 HTTP/1.1" status: 204 len: 168 time: 0.1382322 Jun 16 16:21:20.257430 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bd8ba0fc-4f42-4fdf-be25-a408c46cde94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:20.265900 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da5518-bb86-4ad2-93a0-ac403ae54148,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:20.268480 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:20.404245 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e16d3-efcd-43d0-a9c2-76be168e341e req-84a212bd-ea6e-4caa-88c1-15238e67877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:20.405893 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-695e16d3-efcd-43d0-a9c2-76be168e341e req-84a212bd-ea6e-4caa-88c1-15238e67877f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 1098 time: 0.0610738 Jun 16 16:21:20.451910 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-695e16d3-efcd-43d0-a9c2-76be168e341e req-40c4aced-0d15-4c31-85b5-eb7d3412ac3a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339251 Jun 16 16:21:21.018696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2574af-0b80-4f48-91c2-6342792e8d41 req-4614962c-21a7-4a32-9fba-cb540d5c9ab6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:21.021491 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ce2574af-0b80-4f48-91c2-6342792e8d41 req-4614962c-21a7-4a32-9fba-cb540d5c9ab6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 945 time: 0.0715168 Jun 16 16:21:21.057889 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ce2574af-0b80-4f48-91c2-6342792e8d41 req-19fbbbfe-0885-4521-80ea-074b70190e19 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Jun 16 16:21:22.239176 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3db3c-b057-4558-b45c-833102e44704 req-452f49ea-44c5-4138-b7ba-6163e7663434 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:22.240651 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bfd3db3c-b057-4558-b45c-833102e44704 req-452f49ea-44c5-4138-b7ba-6163e7663434 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 945 time: 0.0670276 Jun 16 16:21:22.277785 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bfd3db3c-b057-4558-b45c-833102e44704 req-339370f6-2b48-42d4-8660-5f14bc847caa tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Jun 16 16:21:24.292532 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-5ecc249d-c490-4c5f-823b-f192bff85a73 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:24.293927 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-5ecc249d-c490-4c5f-823b-f192bff85a73 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1142273 Jun 16 16:21:24.309249 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-598046e0-8fae-4192-9d15-33dc3d08deae tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/quotas/193fcf0c76914e2ca39d022c279d413a HTTP/1.1" status: 200 len: 375 time: 0.0093429 Jun 16 16:21:24.386246 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-6322efed-c6b2-479e-915c-3cb21b40b472 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705576 Jun 16 16:21:24.493096 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-5e2c249a-e154-450e-88d0-aff7240ef0f8 service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994122 Jun 16 16:21:24.582127 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-182476bb-a757-4c28-a835-0bcb4de2e7aa service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831509 Jun 16 16:21:24.764429 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-92b63ea9-599e-4fa3-b938-0852a5f1f003 req-ac131583-b10c-42b1-b184-cca19ea7687f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 210 time: 0.0319541 Jun 16 16:21:25.917590 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3b6b9ac6-3194-4661-8174-dac912a87fc3 req-f7668977-1090-4158-bc75-04e4a170c4ef tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 210 time: 0.0344419 Jun 16 16:21:26.004041 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-0acbd75d-758d-47ea-9f9f-80c530007ba8 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:26.005641 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-0acbd75d-758d-47ea-9f9f-80c530007ba8 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1095555 Jun 16 16:21:26.033226 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Request body: {'port': {'device_id': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'admin_state_up': True, 'tenant_id': '193fcf0c76914e2ca39d022c279d413a'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:26.161563 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Made reservation on behalf of 193fcf0c76914e2ca39d022c279d413a for: {'port': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:26.165277 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.299259 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Allocated IP 172.20.0.5 (3f706b56-3297-4790-bcaf-4c5be1d82ad4/30f88bdf-c058-438f-9a56-a696c289d0ef/e98c9b4d-f586-4c9f-8977-630b73a2953b) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:26.382960 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44796) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:26.455707 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.496039 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.500432 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:26.512623 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b', '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:26.556247 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a3253721-f162-436f-9abf-7e5b7feca12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.561009 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:26.575322 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:26.580067 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:26.608414 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event updated for resources: {'Port': ['ID=e98c9b4d-f586-4c9f-8977-630b73a2953b,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:26.614586 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:26.647338 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:26.647872 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.723829 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a3253721-f162-436f-9abf-7e5b7feca12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.729357 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a3253721-f162-436f-9abf-7e5b7feca12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.733734 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f17f2a85-7273-4838-8161-477d0cbfc836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:26.751332 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7229013 Jun 16 16:21:26.776463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Request body: {'port': {'device_id': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:26.807241 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-a3253721-f162-436f-9abf-7e5b7feca12f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b72a68a23a04413b028e59c267db66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231174 Jun 16 16:21:26.808267 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3253721-f162-436f-9abf-7e5b7feca12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe6aa1-f7be-4a31-a6d3-b8aa5c03c07f,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:26.811418 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 44800) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:26.812065 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a3253721-f162-436f-9abf-7e5b7feca12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:26.866928 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.872898 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.894817 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.945866 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.954458 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.955446 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ffe6aa1-f7be-4a31-a6d3-b8aa5c03c07f HTTP/1.1" status: 204 len: 168 time: 0.1423135 Jun 16 16:21:26.956230 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d0e284ca-3bca-4272-93c4-28f139096b93 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:26.971881 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe6aa1-f7be-4a31-a6d3-b8aa5c03c07f,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:26.974523 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:27.217966 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ff74c-de49-4082-a69b-2bfe6b1381ac req-dd65d46c-acb7-4162-be9f-b6f3d4179ee9 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:27.219620 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-821ff74c-de49-4082-a69b-2bfe6b1381ac req-dd65d46c-acb7-4162-be9f-b6f3d4179ee9 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 931 time: 0.1246111 Jun 16 16:21:27.268150 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98c9b4d-f586-4c9f-8977-630b73a2953b {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:27.279761 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:27.301216 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-821ff74c-de49-4082-a69b-2bfe6b1381ac req-eb5dbaca-9e9d-4aa9-a0b9-1e50ac42e6f2 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632608 Jun 16 16:21:27.303661 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Transition to ACTIVE for port object e98c9b4d-f586-4c9f-8977-630b73a2953b will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:27.308647 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:27.313169 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:27.393778 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Pushing event updated for resources: {'Port': ['ID=e98c9b4d-f586-4c9f-8977-630b73a2953b,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:27.397210 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:27.466913 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Attempting to bind port e98c9b4d-f586-4c9f-8977-630b73a2953b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:21:27.467383 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Attempting to bind port e98c9b4d-f586-4c9f-8977-630b73a2953b by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:21:27.467873 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Attempting to bind port e98c9b4d-f586-4c9f-8977-630b73a2953b on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:27.472106 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Port e98c9b4d-f586-4c9f-8977-630b73a2953b on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:21:27.472356 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Attempting to bind port e98c9b4d-f586-4c9f-8977-630b73a2953b on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:27.477044 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:21:27.477373 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Checking segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:21:27.477752 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Bound using segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:21:27.478173 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Bound port: e98c9b4d-f586-4c9f-8977-630b73a2953b, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:21:27.478520 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:27.542196 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] For port e98c9b4d-f586-4c9f-8977-630b73a2953b, host hv-cinder-77525, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:21:27.545672 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] For port e98c9b4d-f586-4c9f-8977-630b73a2953b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e98c9b4d-f586-4c9f-8977-630b73a2953b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:21:27.551169 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:27.553165 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:27.591994 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:27.593213 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:27.594449 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] 10.222.0.58 "PUT /v2.0/ports/e98c9b4d-f586-4c9f-8977-630b73a2953b HTTP/1.1" status: 200 len: 1093 time: 0.8290796 Jun 16 16:21:27.594948 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'tag': 'e98c9b4d-f586-4c9f-8977-630b73a2953b'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:27.597230 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e0d211-56fe-4227-a056-c9578c355577" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa4e23e-43d2-4b65-b2d8-dfec3928edfc", "tag": "e98c9b4d-f586-4c9f-8977-630b73a2953b"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:27.622062 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Pushing event updated for resources: {'Port': ['ID=e98c9b4d-f586-4c9f-8977-630b73a2953b,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:27.625741 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:27.646918 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca74ec1-0f88-464d-812e-4196596879e9 x-openstack-request-id: req-7ca74ec1-0f88-464d-812e-4196596879e9 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:27.647395 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa4e23e-43d2-4b65-b2d8-dfec3928edfc", "tag": "e98c9b4d-f586-4c9f-8977-630b73a2953b", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:27.647589 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ca74ec1-0f88-464d-812e-4196596879e9 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:27.647935 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'tag': 'e98c9b4d-f586-4c9f-8977-630b73a2953b', 'status': 'completed', 'code': 200} Jun 16 16:21:27.696756 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-84ae0989-511e-4ee7-8572-7114f9674b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:27.698262 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-84ae0989-511e-4ee7-8572-7114f9674b9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 1096 time: 0.0612915 Jun 16 16:21:27.747627 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-ed43cb58-0039-4448-8eba-291c413015d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e98c9b4d-f586-4c9f-8977-630b73a2953b HTTP/1.1" status: 200 len: 217 time: 0.0402849 Jun 16 16:21:27.803051 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-9a1583be-2f7c-4e06-b261-c364109f9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:27.804532 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-9a1583be-2f7c-4e06-b261-c364109f9c08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0496070 Jun 16 16:21:27.840038 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-13f75096-dbe2-493b-af41-77d34301a14a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262833 Jun 16 16:21:27.936361 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-4924bb8c-3e68-44f7-95c4-966cf4aabc2e service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887802 Jun 16 16:21:28.033581 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-610d5f10-c8bf-48fb-9a4d-60d48b9ba589 req-3cac7a29-8491-4b88-a0f2-0f266f961ac1 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898316 Jun 16 16:21:28.151484 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0d211-56fe-4227-a056-c9578c355577 req-0c2acf98-2bb4-4081-a56a-21b808783e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:28.152943 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-65e0d211-56fe-4227-a056-c9578c355577 req-0c2acf98-2bb4-4081-a56a-21b808783e5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 1096 time: 0.0584683 Jun 16 16:21:28.249010 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0d211-56fe-4227-a056-c9578c355577 req-01aa8f56-cec8-47cd-aac4-df3396a83ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:28.250447 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-65e0d211-56fe-4227-a056-c9578c355577 req-01aa8f56-cec8-47cd-aac4-df3396a83ff0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 915 time: 0.0886252 Jun 16 16:21:28.301878 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-65e0d211-56fe-4227-a056-c9578c355577 req-8ef5d608-7858-421a-87da-e8e25e54325e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e98c9b4d-f586-4c9f-8977-630b73a2953b HTTP/1.1" status: 200 len: 217 time: 0.0436771 Jun 16 16:21:28.309163 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4a4fdbd1-88c0-42ac-8781-1c2522ebdad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:28.354901 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0d211-56fe-4227-a056-c9578c355577 req-f09505af-5585-424b-882c-1a807f192e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:28.356389 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-65e0d211-56fe-4227-a056-c9578c355577 req-f09505af-5585-424b-882c-1a807f192e1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0450432 Jun 16 16:21:28.389801 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-65e0d211-56fe-4227-a056-c9578c355577 req-b6776c21-5d60-4d89-8883-ad934a17139e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260379 Jun 16 16:21:28.756562 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-65e0d211-56fe-4227-a056-c9578c355577 req-8172afc3-530a-4a5c-af3d-ce18ce319f71 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602400 Jun 16 16:21:28.785306 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1d06-a126-46f9-8002-96e8e1c5e4a0 req-3d27b90d-4969-452c-a954-e310ff51784b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:28.786720 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-400e1d06-a126-46f9-8002-96e8e1c5e4a0 req-3d27b90d-4969-452c-a954-e310ff51784b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 943 time: 0.3615434 Jun 16 16:21:28.871535 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-400e1d06-a126-46f9-8002-96e8e1c5e4a0 req-d9b0c5a2-60c1-43b6-859b-747b88d570c2 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751193 Jun 16 16:21:28.891317 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-65e0d211-56fe-4227-a056-c9578c355577 req-d4d55669-2a6e-4673-a829-6d289ea4d4bb service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222210 Jun 16 16:21:29.995812 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e98c9b4d-f586-4c9f-8977-630b73a2953b details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:30.057357 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46a76-5532-45e7-8cfc-fd81052da13d req-ba737ede-d862-4974-8889-cd98527fd68e tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:30.058876 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-74a46a76-5532-45e7-8cfc-fd81052da13d req-ba737ede-d862-4974-8889-cd98527fd68e tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 943 time: 0.0712748 Jun 16 16:21:30.099264 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-74a46a76-5532-45e7-8cfc-fd81052da13d req-93184cf9-3cb6-4af5-b908-787726cd56f3 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339906 Jun 16 16:21:30.102558 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port e98c9b4d-f586-4c9f-8977-630b73a2953b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e98c9b4d-f586-4c9f-8977-630b73a2953b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:30.118026 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'e98c9b4d-f586-4c9f-8977-630b73a2953b', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'port_id': 'e98c9b4d-f586-4c9f-8977-630b73a2953b', 'mac_address': 'fa:16:3e:8a:c3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f88bdf-c058-438f-9a56-a696c289d0ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:30.155558 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:30.172300 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98c9b4d-f586-4c9f-8977-630b73a2953b {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:30.194680 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port e98c9b4d-f586-4c9f-8977-630b73a2953b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e98c9b4d-f586-4c9f-8977-630b73a2953b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:30.198775 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:30.200419 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:30.245978 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=e98c9b4d-f586-4c9f-8977-630b73a2953b,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:30.248975 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:30.510091 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e98c9b4d-f586-4c9f-8977-630b73a2953b'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:30.903734 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aef2dfca-216a-444e-a4c0-00542944cfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:31.007772 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:31.284614 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696eb27-7c17-4a4b-b9d9-91c4f3dd1a9b req-1d3e6982-e674-4c9f-8e76-afc6c5638662 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:31.286096 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9696eb27-7c17-4a4b-b9d9-91c4f3dd1a9b req-1d3e6982-e674-4c9f-8e76-afc6c5638662 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 944 time: 0.0644655 Jun 16 16:21:31.327347 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9696eb27-7c17-4a4b-b9d9-91c4f3dd1a9b req-2b2045d9-3161-4495-b2b5-126daf8a751f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Jun 16 16:21:31.941698 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:32.002258 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e98c9b4d-f586-4c9f-8977-630b73a2953b up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:32.052535 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port e98c9b4d-f586-4c9f-8977-630b73a2953b completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:32.057594 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port e98c9b4d-f586-4c9f-8977-630b73a2953b triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:32.057976 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:32.151131 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:32.175451 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98c9b4d-f586-4c9f-8977-630b73a2953b'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:32.177718 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db9a2be-8ff4-437b-9aa8-73aef6faba65" -d '{"events": [{"server_uuid": "bfa4e23e-43d2-4b65-b2d8-dfec3928edfc", "name": "network-vif-plugged", "status": "completed", "tag": "e98c9b4d-f586-4c9f-8977-630b73a2953b"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:32.191349 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port e98c9b4d-f586-4c9f-8977-630b73a2953b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e98c9b4d-f586-4c9f-8977-630b73a2953b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:32.196433 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:32.199249 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:32.234583 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57a485-1612-47c3-8827-2dfd2c5d6c91 x-openstack-request-id: req-3e57a485-1612-47c3-8827-2dfd2c5d6c91 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:32.234876 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa4e23e-43d2-4b65-b2d8-dfec3928edfc", "name": "network-vif-plugged", "status": "completed", "tag": "e98c9b4d-f586-4c9f-8977-630b73a2953b", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:32.235133 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e57a485-1612-47c3-8827-2dfd2c5d6c91 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:32.235540 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98c9b4d-f586-4c9f-8977-630b73a2953b', 'code': 200} Jun 16 16:21:32.262142 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=e98c9b4d-f586-4c9f-8977-630b73a2953b,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:32.265645 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:32.485732 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fc4b4-7c8f-4025-adbf-aac95a660ba7 req-ebf5dbe9-1482-4f83-a750-1d38f830dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:32.487170 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-936fc4b4-7c8f-4025-adbf-aac95a660ba7 req-ebf5dbe9-1482-4f83-a750-1d38f830dbf7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 1098 time: 0.0818830 Jun 16 16:21:32.542255 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23590737-0e48-402f-bfd6-556f950ab417 req-edc0b4c7-b572-49c2-8f7d-a152646d00b1 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:32.543748 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-23590737-0e48-402f-bfd6-556f950ab417 req-edc0b4c7-b572-49c2-8f7d-a152646d00b1 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 945 time: 0.0950425 Jun 16 16:21:32.546529 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-936fc4b4-7c8f-4025-adbf-aac95a660ba7 req-de3f40d9-3bed-4301-b870-349e2b8a36af service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471556 Jun 16 16:21:32.581634 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-23590737-0e48-402f-bfd6-556f950ab417 req-271d7ee6-31a9-478f-923e-315931374a8b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Jun 16 16:21:32.638499 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:21:33.764281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:33.770112 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead6bd-00d5-41f7-b2d8-36ceb2840547 req-f9cc6d1f-6ba4-4c56-a867-b63332188d09 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:33.771614 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c6ead6bd-00d5-41f7-b2d8-36ceb2840547 req-f9cc6d1f-6ba4-4c56-a867-b63332188d09 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 945 time: 0.0692229 Jun 16 16:21:33.813299 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c6ead6bd-00d5-41f7-b2d8-36ceb2840547 req-ca8d9f9a-a91d-4a95-9c6c-b5d04cd1f03d tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357869 Jun 16 16:21:38.295099 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:39.526764 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-97d6a568-b4dc-4eb2-9857-c0ee9095572a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:39.528303 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-97d6a568-b4dc-4eb2-9857-c0ee9095572a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1102033 Jun 16 16:21:39.544167 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-dd290849-be27-4b8b-af21-92a002c968b5 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/quotas/193fcf0c76914e2ca39d022c279d413a HTTP/1.1" status: 200 len: 375 time: 0.0092607 Jun 16 16:21:39.625191 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-8802715b-4054-40cb-8c7e-27a8866a6d52 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754192 Jun 16 16:21:39.718885 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-a91e74fe-8972-4f20-9e9d-2554ba0a60cd service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869014 Jun 16 16:21:39.814926 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-25543487-924f-4a2a-8410-f0c0132f2529 service neutron] 10.222.0.77 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894232 Jun 16 16:21:39.996493 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-616588ed-7d08-4bb8-8b8c-6c3ec34ec837 req-24a0a57d-1a20-4804-9113-3f05e2824d56 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 210 time: 0.0282004 Jun 16 16:21:41.145639 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a00073aa-a17c-476b-b054-0ebab95c8c2f req-29dc8e0c-ee9a-4782-93ac-e5fd7eef47da tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 210 time: 0.0308530 Jun 16 16:21:41.212851 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-730a94f1-12e6-4426-a24a-641fda108270 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:41.214668 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-730a94f1-12e6-4426-a24a-641fda108270 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 814 time: 0.1136379 Jun 16 16:21:41.230348 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Request body: {'port': {'device_id': '3c827a14-1743-4b7f-b729-602e74bd164b', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'admin_state_up': True, 'tenant_id': '193fcf0c76914e2ca39d022c279d413a'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:41.337205 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Made reservation on behalf of 193fcf0c76914e2ca39d022c279d413a for: {'port': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:41.341001 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:41.475451 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Allocated IP 172.20.0.4 (3f706b56-3297-4790-bcaf-4c5be1d82ad4/30f88bdf-c058-438f-9a56-a696c289d0ef/ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:41.629282 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:41.668635 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:41.673241 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2b2f47c9-aa97-491a-811c-1b9b490d7299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:41.684126 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b', '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'e98c9b4d-f586-4c9f-8977-630b73a2953b'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:41.709326 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:41.712906 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:41.716949 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:41.772480 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event updated for resources: {'Port': ['ID=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:41.783822 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:41.793261 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:41.794354 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:41.813966 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872831 Jun 16 16:21:41.825782 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Request body: {'port': {'device_id': '3c827a14-1743-4b7f-b729-602e74bd164b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:41.906820 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:42.168906 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:42.176298 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:42.189425 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Transition to ACTIVE for port object ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:42.193494 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:42.196159 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:42.302022 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:42.306584 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:42.393045 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Attempting to bind port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:21:42.393385 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Attempting to bind port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:21:42.393707 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Attempting to bind port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:42.402236 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867922a-1f28-4e97-b51d-8692e01b2e0f req-9a4ad128-ef98-4bea-bc4c-ac10752c9d79 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:42.403784 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a867922a-1f28-4e97-b51d-8692e01b2e0f req-9a4ad128-ef98-4bea-bc4c-ac10752c9d79 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 943 time: 0.1352382 Jun 16 16:21:42.407150 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:21:42.407500 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Attempting to bind port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 on network 3f706b56-3297-4790-bcaf-4c5be1d82ad4 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:42.418582 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:21:42.418972 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Checking segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:21:42.419323 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Bound using segment: {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:21:42.419752 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Bound port: ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccadf43c-c015-46d1-af2e-aede2fe48635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:21:42.420096 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:42.475262 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a867922a-1f28-4e97-b51d-8692e01b2e0f req-a4ef3ec3-0dc3-4ef0-9153-fe610e090b11 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656085 Jun 16 16:21:42.506425 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] For port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33, host hv-cinder-77525, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:21:42.509390 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] For port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:21:42.514033 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:42.516772 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:42.549235 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:42.549843 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:42.551214 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] 10.222.0.58 "PUT /v2.0/ports/ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 HTTP/1.1" status: 200 len: 1093 time: 0.7297285 Jun 16 16:21:42.551729 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c827a14-1743-4b7f-b729-602e74bd164b', 'tag': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:42.553986 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1837ae-b544-45d4-a6d7-5a091a437873" -d '{"events": [{"name": "network-changed", "server_uuid": "3c827a14-1743-4b7f-b729-602e74bd164b", "tag": "ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:42.579828 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:42.582821 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:42.593407 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd865c59-b91b-4da0-879f-4765919456aa x-openstack-request-id: req-cd865c59-b91b-4da0-879f-4765919456aa {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:42.593893 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c827a14-1743-4b7f-b729-602e74bd164b", "tag": "ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:42.594218 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd865c59-b91b-4da0-879f-4765919456aa {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:42.594642 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c827a14-1743-4b7f-b729-602e74bd164b', 'tag': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33', 'status': 'completed', 'code': 200} Jun 16 16:21:42.671974 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-58d2f541-a61c-440a-95fd-6bc078dff364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:42.673345 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-58d2f541-a61c-440a-95fd-6bc078dff364 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 1096 time: 0.0555193 Jun 16 16:21:42.715100 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-c198bf05-99c0-4ca1-82d5-557a4b6f8c27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 HTTP/1.1" status: 200 len: 217 time: 0.0338960 Jun 16 16:21:42.765962 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-474fd1b8-72b1-4124-ba07-17b816a70ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:42.767400 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-474fd1b8-72b1-4124-ba07-17b816a70ef5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0430858 Jun 16 16:21:42.815714 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-66331fc4-d971-478c-b554-b5930b68552c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309138 Jun 16 16:21:42.905800 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-abe9aabf-2630-47c9-a388-539f0d5f3806 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816870 Jun 16 16:21:42.997069 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aa8c7679-f5b1-4151-a53f-fa60f60d6ef2 req-86d8c49b-7d72-4e7f-8376-938b067112e0 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849855 Jun 16 16:21:43.107475 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-f0526641-74fd-476f-8023-382219111db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:43.109768 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-f0526641-74fd-476f-8023-382219111db5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 1096 time: 0.0537522 Jun 16 16:21:43.204300 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-8d5c92ab-55e7-46f5-9882-e2da59f2f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:43.206025 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-8d5c92ab-55e7-46f5-9882-e2da59f2f653 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 915 time: 0.0890350 Jun 16 16:21:43.245952 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-8481025b-457e-41f7-98c8-a0346e83b66d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 HTTP/1.1" status: 200 len: 217 time: 0.0335495 Jun 16 16:21:43.296520 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-730c1bd2-c494-444b-846f-e32a3b6b524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:43.297843 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-730c1bd2-c494-444b-846f-e32a3b6b524d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0424671 Jun 16 16:21:43.329824 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-f1341375-4185-4ffd-b351-b32d093e7c60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253978 Jun 16 16:21:43.424162 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-39295e92-edca-46a9-be14-9a02986df03c service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Jun 16 16:21:43.515371 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fd1837ae-b544-45d4-a6d7-5a091a437873 req-54411949-d979-41ef-868b-8f915194e870 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844252 Jun 16 16:21:43.652093 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130203e7-e928-4da7-9423-a55e356dd4d7 req-66957366-58ef-4558-9df5-39114ec2492f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:43.653553 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-130203e7-e928-4da7-9423-a55e356dd4d7 req-66957366-58ef-4558-9df5-39114ec2492f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 943 time: 0.0632844 Jun 16 16:21:43.691010 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-130203e7-e928-4da7-9423-a55e356dd4d7 req-d5eec5c1-be68-46c4-b3b7-2043df16766d tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Jun 16 16:21:44.715562 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551dfb4-32a2-4525-8792-2c7a17899282 req-07377e4f-1f67-45ef-b37f-efcfc8dab51d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:44.716770 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6551dfb4-32a2-4525-8792-2c7a17899282 req-07377e4f-1f67-45ef-b37f-efcfc8dab51d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0629709 Jun 16 16:21:44.755709 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6551dfb4-32a2-4525-8792-2c7a17899282 req-71bd23bc-cb10-45bc-800c-441e8748914e tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Jun 16 16:21:44.866821 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bd1fd-6e24-4f93-8b53-b9925e53f3bd req-604b518f-3baa-4c83-ba72-7c698490eb86 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:44.868201 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-058bd1fd-6e24-4f93-8b53-b9925e53f3bd req-604b518f-3baa-4c83-ba72-7c698490eb86 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 943 time: 0.0656943 Jun 16 16:21:44.905711 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-058bd1fd-6e24-4f93-8b53-b9925e53f3bd req-03cc347a-0af3-4943-a96e-0f8ec2766cdf tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Jun 16 16:21:45.930220 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5b9af-97f6-41a8-9cff-856c19dd40c2 req-5d2dbd89-3a9e-46df-8026-cb5ca43e275c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:45.931664 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9ac5b9af-97f6-41a8-9cff-856c19dd40c2 req-5d2dbd89-3a9e-46df-8026-cb5ca43e275c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0652609 Jun 16 16:21:45.970929 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9ac5b9af-97f6-41a8-9cff-856c19dd40c2 req-a780f5d2-e702-4244-b36c-5e7d082fc28a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333111 Jun 16 16:21:46.041857 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:46.081407 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559c21a-112e-4282-8b07-71808f7cbe9f req-e60b22d3-35ca-4d8d-b97a-052cc8538e80 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:46.082864 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5559c21a-112e-4282-8b07-71808f7cbe9f req-e60b22d3-35ca-4d8d-b97a-052cc8538e80 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 943 time: 0.0636477 Jun 16 16:21:46.121372 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5559c21a-112e-4282-8b07-71808f7cbe9f req-03d650be-7d56-4876-9353-1157b4d6189a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jun 16 16:21:46.137562 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:46.148603 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33', 'network_id': '3f706b56-3297-4790-bcaf-4c5be1d82ad4', 'port_id': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33', 'mac_address': 'fa:16:3e:b9:68:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f88bdf-c058-438f-9a56-a696c289d0ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:46.187956 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:46.200198 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:46.220681 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:46.224451 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:46.226756 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:46.272381 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:46.275586 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:46.617972 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:47.146842 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7be7ec-71ba-4ac6-9c6b-fc356fc8efe4 req-599b3fe8-19ec-4a01-a0aa-35f1a34ef35a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:47.148326 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fa7be7ec-71ba-4ac6-9c6b-fc356fc8efe4 req-599b3fe8-19ec-4a01-a0aa-35f1a34ef35a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0617921 Jun 16 16:21:47.186830 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fa7be7ec-71ba-4ac6-9c6b-fc356fc8efe4 req-3881ce69-5441-49d9-a1bd-f3cee97c00d3 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8b879ac-3352-4a4b-b9b7-9005472bb013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327301 Jun 16 16:21:47.297985 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af41e0-7581-4d3e-9838-c8ba1a656f31 req-28b6426a-757f-49e7-b5ba-58c9b9aa032c tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:47.299452 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-53af41e0-7581-4d3e-9838-c8ba1a656f31 req-28b6426a-757f-49e7-b5ba-58c9b9aa032c tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 944 time: 0.0623746 Jun 16 16:21:47.336855 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-53af41e0-7581-4d3e-9838-c8ba1a656f31 req-d75d86b8-3df5-4afc-a0fe-67c06f2d482b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Jun 16 16:21:47.521437 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-5d84e321-ee0d-46d6-8f81-bdd762135dcb tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:47.522868 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-5d84e321-ee0d-46d6-8f81-bdd762135dcb tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 946 time: 0.0649498 Jun 16 16:21:47.632269 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Deleting port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:21:47.632608 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:47.720257 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] For port 537de1a2-cce6-4bd6-84a4-b2c4258fc926, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=537de1a2-cce6-4bd6-84a4-b2c4258fc926,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:47.720611 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:47.926847 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:47.927105 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:47.927438 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.l3_db [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Floating IP eb62f470-64f1-4d6e-b367-d0562ac5c37c disassociated. External IP: 172.28.2.214, port: 537de1a2-cce6-4bd6-84a4-b2c4258fc926. Jun 16 16:21:47.927773 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Calling delete_port for 537de1a2-cce6-4bd6-84a4-b2c4258fc926 owned by compute:nova {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:21:48.049171 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:48.055295 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:48.059385 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b5cef230-44a9-4460-8410-cd135c1fcd55 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:48.087544 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event deleted for resources: {'Port': ['ID=537de1a2-cce6-4bd6-84a4-b2c4258fc926,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:48.091103 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:48.105403 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:48.110860 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:48.111267 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:48.207096 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:48.234087 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c827a14-1743-4b7f-b729-602e74bd164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:48.236888 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0debc2d8-5e11-410f-aa02-05041701140d" -d '{"events": [{"server_uuid": "3c827a14-1743-4b7f-b729-602e74bd164b", "name": "network-vif-plugged", "status": "completed", "tag": "ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:48.255954 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:48.265792 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:48.267639 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:48.361221 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:48.366175 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:48.493270 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-031ae780-ddd4-4da9-8b78-cd41bcfba4a0 req-03f0f3ce-89cd-48b0-91f1-0bf0792471eb tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 210 time: 0.0514812 Jun 16 16:21:48.524022 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3820ab6-a1f0-4e14-ac15-ada64f1988b5 x-openstack-request-id: req-d3820ab6-a1f0-4e14-ac15-ada64f1988b5 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:48.524381 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c827a14-1743-4b7f-b729-602e74bd164b", "name": "network-vif-plugged", "status": "completed", "tag": "ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:48.524652 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3820ab6-a1f0-4e14-ac15-ada64f1988b5 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:48.525365 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c827a14-1743-4b7f-b729-602e74bd164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33', 'code': 200} Jun 16 16:21:48.533296 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Router ec346ddc-7e66-426b-8dda-7786c171ce98 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:21:48.682574 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:21:48.694518 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] Sync routers for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:48.710321 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:21:48.711711 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:21:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:48.756977 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] No DVR routers for this DVR port 537de1a2-cce6-4bd6-84a4-b2c4258fc926 on host hv-cinder-77525 {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:21:48.762035 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:48.764689 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7b79649f-9cc1-4e78-a5cb-a2ff7a8084d2 req-c66ff4a6-6491-459f-900a-9794ec1853cd tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "DELETE /v2.0/ports/537de1a2-cce6-4bd6-84a4-b2c4258fc926 HTTP/1.1" status: 204 len: 173 time: 1.2347779 Jun 16 16:21:48.765284 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'name': 'network-vif-deleted', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:48.767756 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93adad16-c02f-4650-be7f-7df20cdf729b" -d '{"events": [{"server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "name": "network-vif-deleted", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:48.789886 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6192fd-9e69-4271-bde3-032af9f97d19 req-c0ad71e9-a0dc-4852-b5c7-a0c6bbb30a1b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:48.819991 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0c6192fd-9e69-4271-bde3-032af9f97d19 req-c0ad71e9-a0dc-4852-b5c7-a0c6bbb30a1b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 945 time: 0.1953878 Jun 16 16:21:48.849290 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d77e24-fbd7-44c4-a1b1-1a67fd8b95c0 x-openstack-request-id: req-41d77e24-fbd7-44c4-a1b1-1a67fd8b95c0 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:48.849679 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d646df6f-c618-479d-ba18-401edb8ca31d", "name": "network-vif-deleted", "tag": "537de1a2-cce6-4bd6-84a4-b2c4258fc926", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:48.849892 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41d77e24-fbd7-44c4-a1b1-1a67fd8b95c0 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:48.850312 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd646df6f-c618-479d-ba18-401edb8ca31d', 'name': 'network-vif-deleted', 'tag': '537de1a2-cce6-4bd6-84a4-b2c4258fc926', 'status': 'completed', 'code': 200} Jun 16 16:21:48.865229 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6b21-62e7-45ff-a327-7c3d2dd8dae3 req-fd592bec-df52-4ed1-9329-085b26c3619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:48.867949 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-81fe6b21-62e7-45ff-a327-7c3d2dd8dae3 req-fd592bec-df52-4ed1-9329-085b26c3619a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 1098 time: 0.1037607 Jun 16 16:21:48.875662 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:21:48.903839 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0c6192fd-9e69-4271-bde3-032af9f97d19 req-d99b1bdf-751a-4e10-b93a-a27e67ee3244 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816846 Jun 16 16:21:48.933359 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-81fe6b21-62e7-45ff-a327-7c3d2dd8dae3 req-323ffc0d-3311-4a0f-954c-08924f13a6ab service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554585 Jun 16 16:21:49.095175 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:49.098807 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] Checking router: ec346ddc-7e66-426b-8dda-7786c171ce98 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:49.107232 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:21:49.108234 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:21:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:49.215271 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:21:49.420302 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:49.424169 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7ffb9-3dfa-4b7a-8a3d-f23f20484a9f None None] The sync data for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb is: [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:49.736776 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-86567c97-1756-44f1-b4b6-ed64461dcb18 req-beebe763-dd1a-47e9-aea5-8f26cdf4a981 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=d646df6f-c618-479d-ba18-401edb8ca31d HTTP/1.1" status: 200 len: 210 time: 0.0554416 Jun 16 16:21:49.766712 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80519acf-d842-4350-860a-212da38ea4b5 None None] New status for floating IP eb62f470-64f1-4d6e-b367-d0562ac5c37c: DOWN {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:21:50.091212 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a8e9a-0638-4218-85cf-c0b3725faa6c req-8f49ae1d-0519-408f-8023-325b986f221c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:50.099316 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7c4a8e9a-0638-4218-85cf-c0b3725faa6c req-8f49ae1d-0519-408f-8023-325b986f221c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 946 time: 0.0856638 Jun 16 16:21:50.099986 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e101-3cdc-4201-aa99-36f3b03461e6 req-3f21d5f5-d02b-4da4-9acb-e3abf2cf2bf6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:50.109211 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c731e101-3cdc-4201-aa99-36f3b03461e6 req-3f21d5f5-d02b-4da4-9acb-e3abf2cf2bf6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 945 time: 0.0829165 Jun 16 16:21:50.144045 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7c4a8e9a-0638-4218-85cf-c0b3725faa6c req-ba62f1e0-4bdc-4aef-ad74-bc106c93f12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437863 Jun 16 16:21:50.152721 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c731e101-3cdc-4201-aa99-36f3b03461e6 req-ec4fb9ef-d562-488d-8005-6d6eba0a8a34 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Jun 16 16:21:50.879488 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 44960) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:50.934687 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:50.957987 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.009931 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.012602 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.013723 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "DELETE /v2.0/security-groups/b8b879ac-3352-4a4b-b9b7-9005472bb013 HTTP/1.1" status: 204 len: 168 time: 0.1332631 Jun 16 16:21:51.015227 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-63ac5600-bf7d-4424-a616-b58b8b1686e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:51.017245 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44962) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:51.024572 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b879ac-3352-4a4b-b9b7-9005472bb013,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:51.026975 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:51.037346 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.api.v2.resource [None req-1bbd066b-80e5-4560-855a-4cb41663d098 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] show failed (client error): The resource could not be found. Jun 16 16:21:51.038343 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1bbd066b-80e5-4560-855a-4cb41663d098 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups/b8b879ac-3352-4a4b-b9b7-9005472bb013 HTTP/1.1" status: 404 len: 347 time: 0.0201156 Jun 16 16:21:51.041136 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44964) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:51.161329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Deleting port 9a60c504-d14c-4c4c-bf80-8f4f75102504 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:21:51.162000 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.246476 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.246842 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.312991 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Calling delete_port for 9a60c504-d14c-4c4c-bf80-8f4f75102504 owned by network:floatingip {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:21:51.324745 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a80f3-786e-4555-b779-b5f782365faf req-a5878859-7226-4af0-a8c0-69c80dd35c2d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:51.326234 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-328a80f3-786e-4555-b779-b5f782365faf req-a5878859-7226-4af0-a8c0-69c80dd35c2d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 946 time: 0.0643692 Jun 16 16:21:51.365425 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-328a80f3-786e-4555-b779-b5f782365faf req-6e53d891-d7d5-43a5-8ac7-cb2dbf8a0ed2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329137 Jun 16 16:21:51.440193 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e6e-35be-45f3-9ab7-a53f25ebec38 req-785080b5-d1cf-49d3-aeb5-c446c9028b49 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:51.441562 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a2bb9e6e-35be-45f3-9ab7-a53f25ebec38 req-785080b5-d1cf-49d3-aeb5-c446c9028b49 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 945 time: 0.1546381 Jun 16 16:21:51.493242 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a2bb9e6e-35be-45f3-9ab7-a53f25ebec38 req-e4b84242-704b-41f9-b989-261f5a844cc4 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Jun 16 16:21:51.534460 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.536390 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-28bbcbe6-56ca-4d4e-b6ac-4f9887358680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:51.559948 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event deleted for resources: {'Port': ['ID=9a60c504-d14c-4c4c-bf80-8f4f75102504,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:51.563507 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:51.621971 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.625297 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.626434 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "DELETE /v2.0/floatingips/eb62f470-64f1-4d6e-b367-d0562ac5c37c HTTP/1.1" status: 204 len: 168 time: 0.5844123 Jun 16 16:21:51.905229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44978) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:51.911068 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067387217', 'description': 'tempest-description--1980410010'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:51.933632 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.021314 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.025349 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.027761 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-211cbe73-7d36-4864-b33b-a615daf9afd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:52.053545 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 537de1a2-cce6-4bd6-84a4-b2c4258fc926 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:21:52.056378 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.059634 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1533432 Jun 16 16:21:52.060818 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 44980) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:52.064268 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f92c862-a30d-4a05-bd24-eb143ec55c2e,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:52.066347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'security_group_rule': {'security_group_id': '5f92c862-a30d-4a05-bd24-eb143ec55c2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:52.067144 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1736d721-2640-495c-b67b-33c31952d6ca tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:52.075378 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 537de1a2-cce6-4bd6-84a4-b2c4258fc926 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:21:52.075658 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 537de1a2-cce6-4bd6-84a4-b2c4258fc926 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:21:52.096336 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.142449 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.158160 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.174706 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6fd6aaa9-9209-492a-97bb-c6544285886d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:52.195243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a6ed4d-a469-40ab-a994-cbaa115e66d5,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:52.200167 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:52.204513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.205646 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-dac6a4b2-e859-4c8b-855b-f9ef77ccbaef tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436014 Jun 16 16:21:52.209591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44982) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:52.215279 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'security_group_rule': {'security_group_id': '5f92c862-a30d-4a05-bd24-eb143ec55c2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:52.231230 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914d73-e371-4879-9580-78151c306f25 req-64175b9a-6097-42cb-a37d-dc6dc5d291d5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:52.232673 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-86914d73-e371-4879-9580-78151c306f25 req-64175b9a-6097-42cb-a37d-dc6dc5d291d5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 946 time: 0.0878224 Jun 16 16:21:52.241769 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.301658 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.305301 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.311498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5fb0aed6-b8eb-4b3b-b641-52f432566861 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:52.327576 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529a0a45-e6fc-4b61-81ac-d7aa353be31a,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:52.330795 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:52.332163 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.336744 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225195 Jun 16 16:21:52.337235 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Deleting port f570861d-962d-484c-a11e-b729ccadd254 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:21:52.337235 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.337771 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 44984) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:52.342467 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'floatingip': {'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:52.364353 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.433962 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] For port f570861d-962d-484c-a11e-b729ccadd254, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f570861d-962d-484c-a11e-b729ccadd254,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:52.434349 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.496260 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.619742 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4bc5a-cebd-48ef-a83b-7a1feb446834 req-022116cf-bd67-4b2d-8c25-80b2dd8abf47 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:52.621144 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c7d4bc5a-cebd-48ef-a83b-7a1feb446834 req-022116cf-bd67-4b2d-8c25-80b2dd8abf47 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=afccae83-0112-42fd-899a-fb4e66fb6a0b HTTP/1.1" status: 200 len: 946 time: 0.1355567 Jun 16 16:21:52.633068 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.633552 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.633869 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.l3_db [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Floating IP 6588b45e-ee02-4b9e-985d-19adfa13f789 disassociated. External IP: 172.28.2.46, port: f570861d-962d-484c-a11e-b729ccadd254. Jun 16 16:21:52.634206 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Calling delete_port for f570861d-962d-484c-a11e-b729ccadd254 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:21:52.661657 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Allocated IP 172.28.2.48 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/5b4b27c6-37f8-4c64-872c-c29e5f6e746f) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:52.692166 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c7d4bc5a-cebd-48ef-a83b-7a1feb446834 req-4292de8d-6b25-47a1-a8fc-97e1f27e6866 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620184 Jun 16 16:21:52.768601 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.773445 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:52.785654 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.802392 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event deleted for resources: {'Port': ['ID=f570861d-962d-484c-a11e-b729ccadd254,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:52.804547 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:52.833821 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.836252 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:52.874140 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:52.877480 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:52.883075 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:52.916339 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'Port': ['ID=5b4b27c6-37f8-4c64-872c-c29e5f6e746f,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:52.918772 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:21:52.920932 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:52.980706 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.029486 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.041528 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:21:53.053266 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] Sync routers for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:53.064584 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:21:53.065224 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:21:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:53.094080 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] No DVR routers for this DVR port f570861d-962d-484c-a11e-b729ccadd254 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:21:53.098070 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.100531 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-86914d73-e371-4879-9580-78151c306f25 req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "DELETE /v2.0/ports/f570861d-962d-484c-a11e-b729ccadd254 HTTP/1.1" status: 204 len: 173 time: 0.8618894 Jun 16 16:21:53.101662 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-deleted', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:53.104026 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247da20f-4452-4c87-a3aa-41ab6eded90f" -d '{"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-deleted", "tag": "f570861d-962d-484c-a11e-b729ccadd254"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:53.149396 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03c823-982d-48e4-bfbc-1cbbca29be7b x-openstack-request-id: req-ba03c823-982d-48e4-bfbc-1cbbca29be7b {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:53.150007 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afccae83-0112-42fd-899a-fb4e66fb6a0b", "name": "network-vif-deleted", "tag": "f570861d-962d-484c-a11e-b729ccadd254", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:53.150523 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba03c823-982d-48e4-bfbc-1cbbca29be7b {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:53.150996 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afccae83-0112-42fd-899a-fb4e66fb6a0b', 'name': 'network-vif-deleted', 'tag': 'f570861d-962d-484c-a11e-b729ccadd254', 'status': 'completed', 'code': 200} Jun 16 16:21:53.195313 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:21:53.224995 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.232425 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.235742 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:53.353485 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'Port': ['ID=5b4b27c6-37f8-4c64-872c-c29e5f6e746f,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:53.357669 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:53.362474 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.387593 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.390377 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0517273 Jun 16 16:21:53.472005 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:53.476793 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] Checking router: 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:53.486113 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:21:53.486744 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:21:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:53.615837 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:21:53.651967 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-3312321e-e9e4-4e02-b5f3-d11fca773647 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1067387217&fields=id&tenant_id=048da66b38204d7d8e26195db559e5f9 HTTP/1.1" status: 200 len: 267 time: 0.0482309 Jun 16 16:21:53.761062 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-bdd91d70-15aa-4e82-98f1-cd0fe2d16ff7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:53.762683 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-bdd91d70-15aa-4e82-98f1-cd0fe2d16ff7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 811 time: 0.1032591 Jun 16 16:21:53.781291 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-e598eb28-23d0-457e-b867-31cefcb75928 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/quotas/048da66b38204d7d8e26195db559e5f9 HTTP/1.1" status: 200 len: 375 time: 0.0113609 Jun 16 16:21:53.819395 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:53.823020 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d90161-e459-4015-b9d9-e940f2b9bc50 None None] The sync data for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb is: [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:53.840347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45018) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:53.860879 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8ed8c321-3ac1-4dc3-85cd-a02a3bfcb460 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740883 Jun 16 16:21:53.903794 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.928270 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.981728 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-1962b8f2-48b3-44d2-aa82-69b289c0ec0e service neutron] 10.222.0.77 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074500 Jun 16 16:21:53.990414 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.993155 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:53.994295 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "DELETE /v2.0/security-groups/91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3 HTTP/1.1" status: 204 len: 168 time: 0.1514723 Jun 16 16:21:53.995050 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a67f678c-938e-482a-a302-7739e25e56fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:53.997961 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45020) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:54.021627 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:54.023996 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.api.v2.resource [None req-7aaedc2f-f4bc-4906-a0fe-3875a208abe2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] show failed (client error): The resource could not be found. Jun 16 16:21:54.025010 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-7aaedc2f-f4bc-4906-a0fe-3875a208abe2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups/91dc0a9f-9cb8-4a9e-a046-003aa6bbaeb3 HTTP/1.1" status: 404 len: 347 time: 0.0255506 Jun 16 16:21:54.025943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:54.028088 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45022) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:54.072533 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebae942-22db-4666-ae13-8883e1cc1433 None None] New status for floating IP 6588b45e-ee02-4b9e-985d-19adfa13f789: DOWN {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:21:54.105488 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-5b07d6ac-d366-4750-9625-d479c88ae587 service neutron] 10.222.0.77 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171811 Jun 16 16:21:54.168974 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Deleting port 63d83bae-3807-48ce-b6df-74ea8505d41e {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:21:54.169428 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.264802 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.265232 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.335347 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-713a9882-856f-4c1f-b601-240c7a1e6289 req-7b649c9b-d80e-4030-b973-aa413f95e162 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 210 time: 0.0622435 Jun 16 16:21:54.367147 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Calling delete_port for 63d83bae-3807-48ce-b6df-74ea8505d41e owned by network:floatingip {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:21:54.535496 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.538634 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2c8b5f78-4c9f-4747-8fb7-bc2015043fad tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:54.567402 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event deleted for resources: {'Port': ['ID=63d83bae-3807-48ce-b6df-74ea8505d41e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:54.571621 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:54.641456 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.645926 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.647621 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "DELETE /v2.0/floatingips/6588b45e-ee02-4b9e-985d-19adfa13f789 HTTP/1.1" status: 204 len: 168 time: 0.6151721 Jun 16 16:21:55.068324 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45038) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:55.073249 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325650965', 'description': 'tempest-description--1696117683'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:55.101670 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.180468 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.184121 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.187026 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-01708c25-dd5e-472a-a02f-dae130d3863d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:55.213604 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.214794 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1454604 Jun 16 16:21:55.215532 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd98b89-6124-407d-b555-10946cb0c8e0,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:55.217989 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45040) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:55.218641 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:55.222596 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'security_group_rule': {'security_group_id': '0cd98b89-6124-407d-b555-10946cb0c8e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:55.249935 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.307736 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.311780 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.314014 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:55.332852 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a66541d-a7f6-495c-bd31-7cccf1d8659e,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:55.335790 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:55.338871 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.340051 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210923 Jun 16 16:21:55.343256 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45042) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:55.347704 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'security_group_rule': {'security_group_id': '0cd98b89-6124-407d-b555-10946cb0c8e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:55.384974 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.453689 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.459943 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.462201 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:55.483583 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aa4a6f-9ada-4ed1-be86-fc688bda80b3,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:55.488089 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:55.492201 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.493661 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494973 Jun 16 16:21:55.496839 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45046) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:55.502294 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'floatingip': {'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:55.524942 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.674546 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.715022 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f688d1cd-cc87-41f9-ac89-60ef17410ce8 req-c1387be1-61a4-40ab-aa61-f6c9c5d8cd42 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 210 time: 0.0403271 Jun 16 16:21:55.747546 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-d516cabb-e058-4c9d-ad26-79c0c8f49c44 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:55.749604 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-d516cabb-e058-4c9d-ad26-79c0c8f49c44 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 811 time: 0.3892908 Jun 16 16:21:55.799826 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-7bb2dd74-99ed-4909-9a0f-834855a558ba tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=048da66b38204d7d8e26195db559e5f9 HTTP/1.1" status: 200 len: 380 time: 0.0377498 Jun 16 16:21:55.806447 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Allocated IP 172.28.2.40 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/e2bfa187-aeec-4edf-8cbd-29d2ca91833b) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:55.809324 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'port': {'device_id': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'admin_state_up': True, 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'security_groups': ['5f92c862-a30d-4a05-bd24-eb143ec55c2e']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:55.922378 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.923307 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Made reservation on behalf of 048da66b38204d7d8e26195db559e5f9 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:55.926936 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.973588 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.977867 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-670f84c5-3fce-4a40-8ec9-7262e8506967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:56.041341 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:56.046344 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:56.055418 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:56.070886 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:21:56.097769 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'Port': ['ID=e2bfa187-aeec-4edf-8cbd-29d2ca91833b,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:56.101622 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:56.109461 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: f570861d-962d-484c-a11e-b729ccadd254 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:21:56.110132 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f570861d-962d-484c-a11e-b729ccadd254 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:21:56.132806 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Allocated IP 172.20.0.14 (73019c28-271a-4dd3-996c-2973e549f0dc/be3afec6-eee4-4435-8628-cbe3e43f3193/a43dfd9a-e082-4467-8b9a-3af1f3b8e39d) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:56.168643 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.213235 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.275997 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.290387 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Transition to ACTIVE for port object a43dfd9a-e082-4467-8b9a-3af1f3b8e39d will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:56.323979 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.331393 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:56.375514 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Network 73019c28-271a-4dd3-996c-2973e549f0dc is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:56.376205 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.378907 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:56.382342 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:56.382529 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.385693 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:56.430426 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event updated for resources: {'Port': ['ID=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:56.433771 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:56.458298 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:56.459503 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.460380 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'Port': ['ID=e2bfa187-aeec-4edf-8cbd-29d2ca91833b,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:56.464597 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:56.473134 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.478501 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6728432 Jun 16 16:21:56.492306 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Request body: {'port': {'device_id': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:56.496696 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.503724 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-20bdfbf3-a0c5-4047-9468-98353329f838 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0057187 Jun 16 16:21:56.578092 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.628487 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-5a474baa-d867-4761-8e77-444be556ee57 None None] Provisioning for port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:56.634379 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-5a474baa-d867-4761-8e77-444be556ee57 None None] Provisioning complete for port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:56.634875 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5a474baa-d867-4761-8e77-444be556ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:56.679389 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-5a474baa-d867-4761-8e77-444be556ee57 None None] Port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:21:56.777883 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-3e859833-8053-44f5-a497-950dfe7b9367 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1325650965&fields=id&tenant_id=311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 267 time: 0.0699811 Jun 16 16:21:56.906148 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcd6b6-8e37-4462-98d8-d9f26595fca1 req-2e2cc113-8217-4bf2-8856-0c34a2d8ee9c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:56.907563 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-88bcd6b6-8e37-4462-98d8-d9f26595fca1 req-2e2cc113-8217-4bf2-8856-0c34a2d8ee9c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 932 time: 0.0682571 Jun 16 16:21:56.948174 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-88bcd6b6-8e37-4462-98d8-d9f26595fca1 req-d238c75b-0e6c-4522-999f-9b60eacd7154 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347645 Jun 16 16:21:56.951014 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49bbaa10-829a-4ef9-be97-ea17d17c28c8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:56.952924 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49bbaa10-829a-4ef9-be97-ea17d17c28c8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 816 time: 0.1638582 Jun 16 16:21:56.989434 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-6609d827-6641-4fc1-991a-712c34784ae4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/quotas/311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 375 time: 0.0292094 Jun 16 16:21:57.001349 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43dfd9a-e082-4467-8b9a-3af1f3b8e39d {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:57.018123 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:57.049991 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Transition to ACTIVE for port object a43dfd9a-e082-4467-8b9a-3af1f3b8e39d will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:57.054445 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:57.057762 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5104ecf4-bf14-4581-96f4-eb64ef3247b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:57.176060 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-d6096444-f6b6-4fe8-a02e-b66e64de6bb2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1789370 Jun 16 16:21:57.195062 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Pushing event updated for resources: {'Port': ['ID=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:57.208282 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:57.315575 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Attempting to bind port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:21:57.315912 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Attempting to bind port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:21:57.316243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Attempting to bind port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d on network 73019c28-271a-4dd3-996c-2973e549f0dc {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:57.329531 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d on network 73019c28-271a-4dd3-996c-2973e549f0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:21:57.329853 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Attempting to bind port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d on network 73019c28-271a-4dd3-996c-2973e549f0dc {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:57.338984 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-74e382ca-8869-4574-95b2-4a8dae486fd0 service neutron] 10.222.0.77 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408353 Jun 16 16:21:57.339696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:21:57.340029 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Checking segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:21:57.340400 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Bound using segment: {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:21:57.340835 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Bound port: a43dfd9a-e082-4467-8b9a-3af1f3b8e39d, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:21:57.341190 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:57.465964 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] For port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:21:57.473202 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] For port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:21:57.479313 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-00ce3e2c-c454-4903-b5f4-5aead4df55f4 service neutron] 10.222.0.77 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297905 Jun 16 16:21:57.480304 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:57.482152 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:57.515307 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:57.515761 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:57.517140 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] 10.222.0.58 "PUT /v2.0/ports/a43dfd9a-e082-4467-8b9a-3af1f3b8e39d HTTP/1.1" status: 200 len: 1094 time: 1.0306351 Jun 16 16:21:57.517587 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:57.519931 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05a3860-2541-467c-bb96-b5cf39e0dbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:57.544630 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Pushing event updated for resources: {'Port': ['ID=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:57.548351 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:57.616538 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2fd8f5-5bc1-47d8-bca4-6c72ee3261b0 x-openstack-request-id: req-da2fd8f5-5bc1-47d8-bca4-6c72ee3261b0 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:57.616854 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:57.617586 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da2fd8f5-5bc1-47d8-bca4-6c72ee3261b0 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:57.617671 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'status': 'completed', 'code': 200} Jun 16 16:21:57.664660 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-17ee1d7b-a3f7-42ad-8cf1-a8d8bcb870c0 req-52e2cb44-f67b-47c5-a7b1-d5c439ca17a5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 210 time: 0.0343320 Jun 16 16:21:57.673554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-2f924db4-ac2d-442c-b131-fc6d210b0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:57.675282 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-2f924db4-ac2d-442c-b131-fc6d210b0c0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 1097 time: 0.0966423 Jun 16 16:21:57.725012 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-0918d026-6cb8-4dca-bbb3-20182ba011fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d HTTP/1.1" status: 200 len: 217 time: 0.0380561 Jun 16 16:21:57.782080 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-904d81ab-607c-4b94-996e-ebe576657106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:57.783777 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-904d81ab-607c-4b94-996e-ebe576657106 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0520163 Jun 16 16:21:57.844239 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-0c3636c2-317f-4a62-84de-fa21cbe39171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:57.845738 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-0c3636c2-317f-4a62-84de-fa21cbe39171 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536501 Jun 16 16:21:57.938416 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-98e82092-fa68-4938-9970-17741e70a7c9 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852997 Jun 16 16:21:58.043242 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-489e7668-a1c7-4498-936d-04a8a3cfe1ff req-3ccea821-2dce-4f60-aae8-0965f93a1602 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967929 Jun 16 16:21:58.131080 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31d0b6-64c9-45df-81b4-cf888bfed873 req-0b4f5c7a-ded8-40ed-b9c5-0a08fcd41e0a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.132616 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6c31d0b6-64c9-45df-81b4-cf888bfed873 req-0b4f5c7a-ded8-40ed-b9c5-0a08fcd41e0a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 944 time: 0.0648730 Jun 16 16:21:58.170950 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-3c6033c0-b3e7-492c-926c-203b9854e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.172601 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6c31d0b6-64c9-45df-81b4-cf888bfed873 req-fd966001-8d35-4372-9745-12cb0eece172 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343685 Jun 16 16:21:58.172773 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-3c6033c0-b3e7-492c-926c-203b9854e119 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 1097 time: 0.0614753 Jun 16 16:21:58.276583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-f806357e-3a48-4e15-adc4-f8b075608066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.278058 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-f806357e-3a48-4e15-adc4-f8b075608066 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 912 time: 0.0979521 Jun 16 16:21:58.312792 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c57014cc-b8f3-435b-9b5b-c7506cc2f031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:58.338857 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-35f5597d-989d-402a-96e0-3ff81f44de1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d HTTP/1.1" status: 200 len: 217 time: 0.0413692 Jun 16 16:21:58.386473 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-8ef62364-534e-451f-83da-ef69f0e97b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.387950 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-8ef62364-534e-451f-83da-ef69f0e97b65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0427020 Jun 16 16:21:58.458500 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-d3c63351-612a-45db-91bb-1c61ef5088c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.463249 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-d3c63351-612a-45db-91bb-1c61ef5088c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0594471 Jun 16 16:21:58.551984 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-d70e5102-a332-4385-9a2f-3f6386422a23 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814943 Jun 16 16:21:58.618495 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eaf9c-7d28-476b-8956-377daf69d295 req-6b99b3ae-f1ea-429c-866a-0f44760b41c6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.619970 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-084eaf9c-7d28-476b-8956-377daf69d295 req-6b99b3ae-f1ea-429c-866a-0f44760b41c6 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 945 time: 0.0670259 Jun 16 16:21:58.661252 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-084eaf9c-7d28-476b-8956-377daf69d295 req-48a6602e-99df-41d6-9151-7a3b52e17f62 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Jun 16 16:21:58.673074 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05a3860-2541-467c-bb96-b5cf39e0dbf8 req-01dd10c5-679b-488d-b31e-1fa445eefdb8 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951867 Jun 16 16:21:58.831903 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e9e9cc09-e0a8-4307-a0a4-77b72b711645 req-62ec0a74-71b1-4dec-b2e4-558642cf07b7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 210 time: 0.0386524 Jun 16 16:21:58.859682 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-2ab9542b-ff00-4df9-a2ea-4ea260121f25 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.861215 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-2ab9542b-ff00-4df9-a2ea-4ea260121f25 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 816 time: 0.1423063 Jun 16 16:21:58.905286 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-6f3b550a-c30a-45ef-b399-e875b4e6c742 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 380 time: 0.0334790 Jun 16 16:21:58.914882 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'port': {'device_id': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'admin_state_up': True, 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'security_groups': ['0cd98b89-6124-407d-b555-10946cb0c8e0']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:59.020004 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Made reservation on behalf of 311b23f0351c41e5a0ba1857eec4b032 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:59.023955 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:59.148584 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Allocated IP 172.20.0.13 (f9f691c9-dd26-4a89-b750-40017bc064df/2db4372a-ab68-477c-b65f-73c9ae8d0759/32282cda-635f-473d-82cb-4f81e15549c2) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:59.285396 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:59.299616 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Transition to ACTIVE for port object 32282cda-635f-473d-82cb-4f81e15549c2 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:59.333087 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:59.337489 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-05d08821-f3d5-4f40-8df7-c3e76e99267f tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:59.361474 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53338da7-cdc6-43a8-ae46-c092c5bc76ca req-8fce2063-560a-46af-af67-8ba8ec64a380 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:59.362951 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-53338da7-cdc6-43a8-ae46-c092c5bc76ca req-8fce2063-560a-46af-af67-8ba8ec64a380 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 944 time: 0.0683999 Jun 16 16:21:59.377136 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Network f9f691c9-dd26-4a89-b750-40017bc064df is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:59.380353 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:59.389711 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:59.401678 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-53338da7-cdc6-43a8-ae46-c092c5bc76ca req-106f1fc3-52fd-4874-8798-edf23a850d8a tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330744 Jun 16 16:21:59.417511 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:59.421557 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:59.449549 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:59.450170 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:59.466840 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555418 Jun 16 16:21:59.481172 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Request body: {'port': {'device_id': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:59.557719 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:59.563795 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-6d8d2daa-f0f1-4efe-a6ea-e9fb30d94aa3 None None] Provisioning for port 32282cda-635f-473d-82cb-4f81e15549c2 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:59.567551 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-6d8d2daa-f0f1-4efe-a6ea-e9fb30d94aa3 None None] Provisioning complete for port 32282cda-635f-473d-82cb-4f81e15549c2 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:59.567994 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2daa-f0f1-4efe-a6ea-e9fb30d94aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:59.604075 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d2daa-f0f1-4efe-a6ea-e9fb30d94aa3 None None] Port 32282cda-635f-473d-82cb-4f81e15549c2 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:22:00.021280 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dc631-2f82-4bf9-bcaa-46f25f88bd50 req-444a35fc-2d3e-4a87-a4d2-2eba20bddb65 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.022782 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2f1dc631-2f82-4bf9-bcaa-46f25f88bd50 req-444a35fc-2d3e-4a87-a4d2-2eba20bddb65 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 932 time: 0.0656648 Jun 16 16:22:00.063412 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2f1dc631-2f82-4bf9-bcaa-46f25f88bd50 req-c8babec2-1bb4-4169-b8ec-6cc3f64a6353 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347733 Jun 16 16:22:00.066446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32282cda-635f-473d-82cb-4f81e15549c2 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:00.075676 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.095586 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Transition to ACTIVE for port object 32282cda-635f-473d-82cb-4f81e15549c2 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:00.100219 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.103513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c003c89-1e59-40e8-b050-b2de02013d7c tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:00.106129 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device a43dfd9a-e082-4467-8b9a-3af1f3b8e39d details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:00.115680 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb2028-7448-434a-8042-6e6a6f49cf6c req-5c54ea5a-66b5-4be4-bdf0-8dd46fcb6149 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.117344 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-03eb2028-7448-434a-8042-6e6a6f49cf6c req-5c54ea5a-66b5-4be4-bdf0-8dd46fcb6149 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 945 time: 0.3416243 Jun 16 16:22:00.205272 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:00.211875 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:00.274274 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-03eb2028-7448-434a-8042-6e6a6f49cf6c req-73fab493-c2bf-4c3f-a919-120d7167121b tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351519 Jun 16 16:22:00.306003 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Attempting to bind port 32282cda-635f-473d-82cb-4f81e15549c2 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:00.306700 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Attempting to bind port 32282cda-635f-473d-82cb-4f81e15549c2 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:00.306700 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Attempting to bind port 32282cda-635f-473d-82cb-4f81e15549c2 on network f9f691c9-dd26-4a89-b750-40017bc064df {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:00.311949 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Port 32282cda-635f-473d-82cb-4f81e15549c2 on network f9f691c9-dd26-4a89-b750-40017bc064df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:22:00.312437 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Attempting to bind port 32282cda-635f-473d-82cb-4f81e15549c2 on network f9f691c9-dd26-4a89-b750-40017bc064df {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:00.317557 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:00.317902 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Checking segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:00.318332 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Bound using segment: {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:00.318772 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Bound port: 32282cda-635f-473d-82cb-4f81e15549c2, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fd0772-948b-41c4-957f-1a7774f314c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:00.319128 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.351292 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:00.362125 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'port_id': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'mac_address': 'fa:16:3e:43:72:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:00.390726 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:00.393949 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:00.398293 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.398755 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.400949 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:00.412614 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43dfd9a-e082-4467-8b9a-3af1f3b8e39d {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:00.434998 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.436623 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.438410 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] 10.222.0.58 "PUT /v2.0/ports/32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 1094 time: 0.9616425 Jun 16 16:22:00.441614 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:00.444923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfcb9ef-c468-4106-82ee-8d801103bd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "tag": "32282cda-635f-473d-82cb-4f81e15549c2"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:00.445677 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:00.453704 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.456002 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:00.495459 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:00.502250 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:00.519804 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c1b326-fdc8-4c30-b737-f95a94797cae x-openstack-request-id: req-47c1b326-fdc8-4c30-b737-f95a94797cae {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:00.520045 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "tag": "32282cda-635f-473d-82cb-4f81e15549c2", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:00.520321 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47c1b326-fdc8-4c30-b737-f95a94797cae {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:00.520729 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2', 'status': 'completed', 'code': 200} Jun 16 16:22:00.537014 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:00.548227 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963bb6-e077-4170-814b-9114c9fec25c req-5ad6d872-3416-463a-9b56-10283cfbccf4 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.550378 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e5963bb6-e077-4170-814b-9114c9fec25c req-5ad6d872-3416-463a-9b56-10283cfbccf4 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 945 time: 0.1387615 Jun 16 16:22:00.553612 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:00.581257 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-503c3b83-d707-4cfa-8be7-00438db147f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.582909 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-503c3b83-d707-4cfa-8be7-00438db147f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1097 time: 0.0886543 Jun 16 16:22:00.633817 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-8882ac56-294f-4c50-a402-5f989fa6178f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 217 time: 0.0417295 Jun 16 16:22:00.684916 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-f863d70b-04d8-4755-91a1-c430a3c2e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.687326 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-f863d70b-04d8-4755-91a1-c430a3c2e7a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0461884 Jun 16 16:22:00.706332 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['a43dfd9a-e082-4467-8b9a-3af1f3b8e39d'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:00.719392 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd1a9b-b4ec-4a1c-b4d8-bdae59bd1271 req-eba017e3-2c9d-42d7-a4c4-4b2f108a0da6 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.720887 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aefd1a9b-b4ec-4a1c-b4d8-bdae59bd1271 req-eba017e3-2c9d-42d7-a4c4-4b2f108a0da6 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 945 time: 0.1354537 Jun 16 16:22:00.727551 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Deleting port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:00.727896 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.757964 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-b7de6d66-37b1-491b-a397-cb89cd8a4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:00.759680 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-b7de6d66-37b1-491b-a397-cb89cd8a4e09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0649693 Jun 16 16:22:00.823679 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-aefd1a9b-b4ec-4a1c-b4d8-bdae59bd1271 req-bc44af0d-c001-49c2-8a49-5bfe5ab6ad68 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926867 Jun 16 16:22:00.851687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] For port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:00.852115 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.865424 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-86b91690-887a-43ff-af1f-5f1f6da1f166 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959888 Jun 16 16:22:00.905669 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f96f3d34-95dc-48cc-95fc-862bbebbdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.917329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Calling delete_port for ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 owned by compute:nova {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:00.962866 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4fbb85f2-4f82-499f-a0e7-72b76530dc8a req-44f7f994-f364-49b5-bf11-80a11c6c412e service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879078 Jun 16 16:22:01.015061 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:01.054597 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:01.058413 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-78bbdc13-958a-4aa9-a078-16a9a07baee7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:01.075318 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-7d954fc2-77f0-48fd-98d4-005a70955bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:01.077368 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-7d954fc2-77f0-48fd-98d4-005a70955bc0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1097 time: 0.0574424 Jun 16 16:22:01.085817 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event deleted for resources: {'Port': ['ID=ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:01.113244 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:01.132658 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] No DVR routers for this DVR port ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 on host hv-cinder-77525 {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:22:01.135268 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:01.137283 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e5963bb6-e077-4170-814b-9114c9fec25c req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "DELETE /v2.0/ports/ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 HTTP/1.1" status: 204 len: 173 time: 0.5801001 Jun 16 16:22:01.137769 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c827a14-1743-4b7f-b729-602e74bd164b', 'name': 'network-vif-deleted', 'tag': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:01.140174 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd56101-2c82-49aa-9ffe-bbc45b496504" -d '{"events": [{"server_uuid": "3c827a14-1743-4b7f-b729-602e74bd164b", "name": "network-vif-deleted", "tag": "ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:01.177650 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c8f376-3e7e-42b6-a252-9a0bf1672ce2 x-openstack-request-id: req-27c8f376-3e7e-42b6-a252-9a0bf1672ce2 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:01.177898 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c827a14-1743-4b7f-b729-602e74bd164b", "name": "network-vif-deleted", "tag": "ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:01.178184 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27c8f376-3e7e-42b6-a252-9a0bf1672ce2 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:01.178618 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c827a14-1743-4b7f-b729-602e74bd164b', 'name': 'network-vif-deleted', 'tag': 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33', 'status': 'completed', 'code': 200} Jun 16 16:22:01.195621 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-70d474be-7df6-406c-b04d-b1cfd699b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:01.197715 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-70d474be-7df6-406c-b04d-b1cfd699b7c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.1135659 Jun 16 16:22:01.259919 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-a18a62b3-7906-4d6c-957e-4a157f1cbb63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 217 time: 0.0504873 Jun 16 16:22:01.295829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b', '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'e98c9b4d-f586-4c9f-8977-630b73a2953b', 'ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:01.330589 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd3cdb-1923-4513-b3a8-01acd46abcbb req-e1d408f2-4257-4854-ad46-b8c1e750f858 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:01.332094 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7efd3cdb-1923-4513-b3a8-01acd46abcbb req-e1d408f2-4257-4854-ad46-b8c1e750f858 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.1330633 Jun 16 16:22:01.347671 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-2e0c03ac-f517-4629-bac4-98533fd18e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:01.349066 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-2e0c03ac-f517-4629-bac4-98533fd18e91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0708804 Jun 16 16:22:01.409282 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7efd3cdb-1923-4513-b3a8-01acd46abcbb req-e4a88d42-f6e3-4ecd-adcc-cb64373337b9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644710 Jun 16 16:22:01.441656 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6dac2f59-6b3a-4c61-a5ae-3e692cdb6f37 req-a225ccc0-d3c1-4de7-804d-149639d3121e tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c827a14-1743-4b7f-b729-602e74bd164b HTTP/1.1" status: 200 len: 210 time: 0.0328088 Jun 16 16:22:01.445230 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-df465a64-0a71-4a02-8d29-30792439ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:01.446805 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-df465a64-0a71-4a02-8d29-30792439ed85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823886 Jun 16 16:22:01.544337 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-4eb45f5f-143f-4ad4-899d-52cd82445b2e service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888865 Jun 16 16:22:01.643825 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9dfcb9ef-c468-4106-82ee-8d801103bd8b req-927156d4-2399-4f34-a8d7-db3d56f3149d service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906882 Jun 16 16:22:01.940652 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:02.009866 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6cf9b-82b8-4b53-b375-9ad6f1676d05 req-87d23ccb-f4b4-483c-8d97-59280b71cac6 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:02.011369 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-10d6cf9b-82b8-4b53-b375-9ad6f1676d05 req-87d23ccb-f4b4-483c-8d97-59280b71cac6 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 945 time: 0.0625966 Jun 16 16:22:02.053834 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-10d6cf9b-82b8-4b53-b375-9ad6f1676d05 req-b545274e-d266-43fe-9abb-c67996e805ad tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Jun 16 16:22:02.109777 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device a43dfd9a-e082-4467-8b9a-3af1f3b8e39d up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:02.161630 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:02.164963 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:02.165374 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:02.239386 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:02.260726 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:02.262949 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba107a-b38f-4ea0-80f9-d2f50c8eee56" -d '{"events": [{"server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "name": "network-vif-plugged", "status": "completed", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:02.278692 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:02.283105 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:02.284929 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:02.305844 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ad400-9fbf-4847-a168-3cff4c3772e3 x-openstack-request-id: req-852ad400-9fbf-4847-a168-3cff4c3772e3 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:02.306134 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "name": "network-vif-plugged", "status": "completed", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:02.306391 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-852ad400-9fbf-4847-a168-3cff4c3772e3 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:02.306776 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'code': 200} Jun 16 16:22:02.333150 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:02.336200 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:02.569729 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01b31-d2f7-4080-910e-c5d4e465de80 req-5afbea1c-0c96-451f-aedb-b31b5e071f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:02.571227 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c1e01b31-d2f7-4080-910e-c5d4e465de80 req-5afbea1c-0c96-451f-aedb-b31b5e071f36 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 1099 time: 0.0864079 Jun 16 16:22:02.626658 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c1e01b31-d2f7-4080-910e-c5d4e465de80 req-5fe40c7f-ed44-4afd-8ad2-393b79d4c971 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455923 Jun 16 16:22:02.636852 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c690b-51f1-482e-a99f-b47f0ccb9c6c req-54623792-246e-460c-8db3-24df1b58f256 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:02.638493 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f57c690b-51f1-482e-a99f-b47f0ccb9c6c req-54623792-246e-460c-8db3-24df1b58f256 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.1015317 Jun 16 16:22:02.677999 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f57c690b-51f1-482e-a99f-b47f0ccb9c6c req-c1e4207b-888e-448e-97bb-ae7b6401ab29 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329108 Jun 16 16:22:03.227625 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7ee28-3edc-4801-9c9c-02eaf386bd7d req-fafd314b-ed4a-454a-ab8c-9e7aaf97d79f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:03.229073 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-73f7ee28-3edc-4801-9c9c-02eaf386bd7d req-fafd314b-ed4a-454a-ab8c-9e7aaf97d79f tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 946 time: 0.0641954 Jun 16 16:22:03.266232 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-73f7ee28-3edc-4801-9c9c-02eaf386bd7d req-37815ff7-1884-4d4a-926c-dd4457b0f811 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Jun 16 16:22:03.766693 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:03.869748 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257587e-44e1-484d-894d-e99465569884 req-7cb3d4f7-5eef-490b-adc3-21587b3a0ce5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:03.871264 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f257587e-44e1-484d-894d-e99465569884 req-7cb3d4f7-5eef-490b-adc3-21587b3a0ce5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0716438 Jun 16 16:22:03.913776 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f257587e-44e1-484d-894d-e99465569884 req-6e251146-32e3-4093-9888-41171e376837 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348780 Jun 16 16:22:04.058131 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451c5ab-0751-467c-b68b-03eaba2e4520 req-0e145efa-a219-4552-87c2-1f655e36ca2a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:04.059619 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4451c5ab-0751-467c-b68b-03eaba2e4520 req-0e145efa-a219-4552-87c2-1f655e36ca2a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 945 time: 0.0668135 Jun 16 16:22:04.098161 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4451c5ab-0751-467c-b68b-03eaba2e4520 req-30a47838-dfdd-4bcc-97d0-3feb4f86bbeb tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Jun 16 16:22:04.126501 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:04.128675 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:04.154381 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:04.154845 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device ed6cdb57-5a5d-4a56-a1d3-5a3fa8ab2b33 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:04.241226 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:04.252158 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '32282cda-635f-473d-82cb-4f81e15549c2', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'port_id': '32282cda-635f-473d-82cb-4f81e15549c2', 'mac_address': 'fa:16:3e:00:ce:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:04.287445 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.300492 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32282cda-635f-473d-82cb-4f81e15549c2 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:04.320134 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:04.324649 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.326449 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:04.372142 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:04.375370 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:04.442838 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0cdeb-7b85-4b34-8695-7a1077b121fa req-e78ad5af-e24f-4135-ad02-865e43132576 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:04.444324 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-35a0cdeb-7b85-4b34-8695-7a1077b121fa req-e78ad5af-e24f-4135-ad02-865e43132576 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 946 time: 0.0640259 Jun 16 16:22:04.481521 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-35a0cdeb-7b85-4b34-8695-7a1077b121fa req-46755ba2-b58e-42b8-a006-4cfff95838b4 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Jun 16 16:22:04.610847 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['32282cda-635f-473d-82cb-4f81e15549c2'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:04.646654 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea953b-66b3-49d0-94e7-3099b563a363 req-90c53d4b-34df-4a21-852b-4438549f21b4 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:04.648070 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83ea953b-66b3-49d0-94e7-3099b563a363 req-90c53d4b-34df-4a21-852b-4438549f21b4 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 946 time: 0.0617871 Jun 16 16:22:04.656810 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45154) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:04.661303 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Request body: {'floatingip': {'port_id': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:04.702880 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.095777 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e55d0-26fd-4c26-a52d-c96a6634fc62 req-f2435fa8-9a04-4984-bdc2-09480d4b6213 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:05.097251 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-977e55d0-26fd-4c26-a52d-c96a6634fc62 req-f2435fa8-9a04-4984-bdc2-09480d4b6213 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 945 time: 0.0641584 Jun 16 16:22:05.123878 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.129935 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.136985 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-977e55d0-26fd-4c26-a52d-c96a6634fc62 req-2107505e-75b7-4590-bd1b-c87667b02273 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Jun 16 16:22:05.262265 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.l3_db [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Floating IP 4e57fff9-8fce-440d-84c4-297fa6828201 associated. External IP: 172.28.2.48, port: a43dfd9a-e082-4467-8b9a-3af1f3b8e39d. Jun 16 16:22:05.364798 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c29c5b-aebf-464c-b1a7-80953999e3c4 req-7484d21e-8643-406b-921e-49c81069d5c3 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:05.366245 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d0c29c5b-aebf-464c-b1a7-80953999e3c4 req-7484d21e-8643-406b-921e-49c81069d5c3 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 945 time: 0.1475339 Jun 16 16:22:05.471925 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d0c29c5b-aebf-464c-b1a7-80953999e3c4 req-75d04103-3f76-4e34-bdac-9733cbe06204 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999484 Jun 16 16:22:05.510874 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Router ec346ddc-7e66-426b-8dda-7786c171ce98 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:22:05.614723 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:05.619523 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.623694 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] Sync routers for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:05.632763 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:05.633470 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:22:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:05.658934 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-d477d58c-2360-4e52-be6b-422c3cf18b70 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "PUT /v2.0/floatingips/4e57fff9-8fce-440d-84c4-297fa6828201 HTTP/1.1" status: 200 len: 991 time: 1.0010657 Jun 16 16:22:05.659581 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:05.661872 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2426bc06-672e-4c32-bccc-b502955f74e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:05.702019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b2d3f3-f412-4b40-97af-ac6fee184dc2 x-openstack-request-id: req-37b2d3f3-f412-4b40-97af-ac6fee184dc2 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:05.702534 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:05.702939 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37b2d3f3-f412-4b40-97af-ac6fee184dc2 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:05.703410 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'status': 'completed', 'code': 200} Jun 16 16:22:05.745607 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:05.783965 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-8eaba535-f25b-4644-92bc-7b106bdacfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:05.785244 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-8eaba535-f25b-4644-92bc-7b106bdacfd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=048da66b38204d7d8e26195db559e5f9&device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 1099 time: 0.0584385 Jun 16 16:22:05.879773 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-52a1ab98-b9b3-4c64-a1e2-87352a3d29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:05.881144 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-52a1ab98-b9b3-4c64-a1e2-87352a3d29dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 200 len: 912 time: 0.0888340 Jun 16 16:22:06.043539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '4e57fff9-8fce-440d-84c4-297fa6828201', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'port_id': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'mac_address': 'fa:16:3e:43:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:21:52Z', 'updated_at': '2021-06-16T16:22:05Z', 'revision_number': 1, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:06.048155 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] Checking router: ec346ddc-7e66-426b-8dda-7786c171ce98 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:06.058608 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:06.059288 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:22:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:06.133535 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:06.205119 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-f1ad7486-06d2-40f7-ae7d-5c35fd8bbdfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d HTTP/1.1" status: 200 len: 999 time: 0.3124609 Jun 16 16:22:06.211497 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:06.236419 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-a1299ffe-fb6d-48d0-aef7-81ee7f31842f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.239283 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-a1299ffe-fb6d-48d0-aef7-81ee7f31842f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 945 time: 0.3471062 Jun 16 16:22:06.245919 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 32282cda-635f-473d-82cb-4f81e15549c2 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:06.255222 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 32282cda-635f-473d-82cb-4f81e15549c2 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:06.255613 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.258386 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-74b4ff0c-fee1-4df3-b910-07291c5a934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.259569 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-74b4ff0c-fee1-4df3-b910-07291c5a934e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 200 len: 850 time: 0.0475798 Jun 16 16:22:06.366109 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Deleting port e98c9b4d-f586-4c9f-8977-630b73a2953b {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:06.366368 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.375765 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d5d4-f24c-4536-a43f-da7d6a0ac468 req-736b679e-2b3f-4917-9ae3-11e578f3f696 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.377278 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b232d5d4-f24c-4536-a43f-da7d6a0ac468 req-736b679e-2b3f-4917-9ae3-11e578f3f696 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 945 time: 0.1019173 Jun 16 16:22:06.379120 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-3c18a257-a1fc-42d6-8ef7-99162edb8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.380510 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-3c18a257-a1fc-42d6-8ef7-99162edb8f2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73019c28-271a-4dd3-996c-2973e549f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130061 Jun 16 16:22:06.454281 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b232d5d4-f24c-4536-a43f-da7d6a0ac468 req-3e2cd795-86c4-4745-a35a-02d9adb0a413 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686793 Jun 16 16:22:06.473605 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] For port e98c9b4d-f586-4c9f-8977-630b73a2953b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e98c9b4d-f586-4c9f-8977-630b73a2953b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:06.473955 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.521871 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-2d8302d8-ff29-4743-bb5b-1500f5c6948b service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295311 Jun 16 16:22:06.525603 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.560005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Calling delete_port for e98c9b4d-f586-4c9f-8977-630b73a2953b owned by compute:nova {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:06.623819 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2426bc06-672e-4c32-bccc-b502955f74e5 req-0c7bbcc0-7172-4cc2-831a-68d8f1a96968 service neutron] 10.222.0.58 "GET /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922267 Jun 16 16:22:06.634579 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:06.636889 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b5f67-6cc0-4355-9881-88170dd8786e" -d '{"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-plugged", "status": "completed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:06.679315 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df113821-c4db-4491-beae-79daf8a04e1b x-openstack-request-id: req-df113821-c4db-4491-beae-79daf8a04e1b {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:06.679646 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-plugged", "status": "completed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:06.679835 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df113821-c4db-4491-beae-79daf8a04e1b {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:06.680403 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2', 'code': 200} Jun 16 16:22:06.681829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:06.692340 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.695017 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:06.715647 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dee6ec-90c1-4e9c-ad53-451a22d48a46 req-5dd13e9a-7728-4e5b-ab9f-be030593028a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.717194 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-71dee6ec-90c1-4e9c-ad53-451a22d48a46 req-5dd13e9a-7728-4e5b-ab9f-be030593028a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa4e23e-43d2-4b65-b2d8-dfec3928edfc HTTP/1.1" status: 200 len: 945 time: 0.1018724 Jun 16 16:22:06.756826 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.760818 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '4e57fff9-8fce-440d-84c4-297fa6828201', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'port_id': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'mac_address': 'fa:16:3e:43:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:21:52Z', 'updated_at': '2021-06-16T16:22:05Z', 'revision_number': 1, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:06.762652 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:06.766407 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b1530-093a-40c4-8914-e50cb98715d5 None None] The sync data for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb is: [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '4e57fff9-8fce-440d-84c4-297fa6828201', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'port_id': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'mac_address': 'fa:16:3e:43:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:21:52Z', 'updated_at': '2021-06-16T16:22:05Z', 'revision_number': 1, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:06.807442 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-71dee6ec-90c1-4e9c-ad53-451a22d48a46 req-99a78486-79e9-407b-919e-6e9e73ae251a tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642734 Jun 16 16:22:06.811522 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.820427 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:06.826776 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b', '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'e98c9b4d-f586-4c9f-8977-630b73a2953b'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:06.848389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event deleted for resources: {'Port': ['ID=e98c9b4d-f586-4c9f-8977-630b73a2953b,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.851892 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:06.909697 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] No DVR routers for this DVR port e98c9b4d-f586-4c9f-8977-630b73a2953b on host hv-cinder-77525 {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:22:06.912854 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.914923 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-84446ef2-dc68-4264-a30b-a21a5cb0efd0 req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "DELETE /v2.0/ports/e98c9b4d-f586-4c9f-8977-630b73a2953b HTTP/1.1" status: 204 len: 173 time: 0.6693530 Jun 16 16:22:06.915486 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'name': 'network-vif-deleted', 'tag': 'e98c9b4d-f586-4c9f-8977-630b73a2953b'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:06.917819 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6652275-6063-4d10-a8f2-b18e1d500714" -d '{"events": [{"server_uuid": "bfa4e23e-43d2-4b65-b2d8-dfec3928edfc", "name": "network-vif-deleted", "tag": "e98c9b4d-f586-4c9f-8977-630b73a2953b"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:06.966335 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da45b05-21af-4529-b3fb-d0a0b3334848 x-openstack-request-id: req-3da45b05-21af-4529-b3fb-d0a0b3334848 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:06.968727 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa4e23e-43d2-4b65-b2d8-dfec3928edfc", "name": "network-vif-deleted", "tag": "e98c9b4d-f586-4c9f-8977-630b73a2953b", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:06.969630 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3da45b05-21af-4529-b3fb-d0a0b3334848 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:06.970669 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa4e23e-43d2-4b65-b2d8-dfec3928edfc', 'name': 'network-vif-deleted', 'tag': 'e98c9b4d-f586-4c9f-8977-630b73a2953b', 'status': 'completed', 'code': 200} Jun 16 16:22:06.995467 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385802-2fd8-462d-9e3d-082e3fa7f9a4 req-3a89232f-f4fc-48ea-9765-8bc744849798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.997260 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a5385802-2fd8-462d-9e3d-082e3fa7f9a4 req-3a89232f-f4fc-48ea-9765-8bc744849798 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1099 time: 0.0896659 Jun 16 16:22:07.039146 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a5385802-2fd8-462d-9e3d-082e3fa7f9a4 req-8244c93b-d396-4a90-aef0-fa9aeb245162 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Jun 16 16:22:07.093250 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cd029-cc6e-49b8-bb2a-d4b1ca981071 None None] New status for floating IP 4e57fff9-8fce-440d-84c4-297fa6828201: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:22:07.648065 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d376-78ba-4a83-8f8c-07f5fbfa1651 req-db8361da-30df-419f-8dff-188a02d44486 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:07.650590 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-df18d376-78ba-4a83-8f8c-07f5fbfa1651 req-db8361da-30df-419f-8dff-188a02d44486 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0672331 Jun 16 16:22:07.687601 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-df18d376-78ba-4a83-8f8c-07f5fbfa1651 req-e727bde5-27bf-4fdc-848a-4d7d79a04307 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Jun 16 16:22:08.271963 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48fc0-4bbc-4440-a602-07ce24357612 req-9f6006cc-36d2-4325-babe-7c8a93d8d0cd tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:08.280838 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-01d48fc0-4bbc-4440-a602-07ce24357612 req-9f6006cc-36d2-4325-babe-7c8a93d8d0cd tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 945 time: 0.0735497 Jun 16 16:22:08.295535 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.318732 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-01d48fc0-4bbc-4440-a602-07ce24357612 req-0f83ff39-22e4-467e-9134-33ecdc63a9f3 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Jun 16 16:22:08.781675 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-9f9c8b0e-998f-4b24-b6bb-3e3f00a7faef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524206 Jun 16 16:22:08.907501 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dffb3-7617-4102-a01b-a4c24c08bf2a req-1ea650a1-d481-49cb-ad90-36c8d607a870 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:08.908953 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8a1dffb3-7617-4102-a01b-a4c24c08bf2a req-1ea650a1-d481-49cb-ad90-36c8d607a870 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.1030967 Jun 16 16:22:08.914584 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-19b3329f-fdfc-4f64-8fb8-02d6e3c4534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:08.916009 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-19b3329f-fdfc-4f64-8fb8-02d6e3c4534b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=193fcf0c76914e2ca39d022c279d413a&device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 1099 time: 0.0797608 Jun 16 16:22:08.966840 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8a1dffb3-7617-4102-a01b-a4c24c08bf2a req-15d16eff-b9d2-4ac7-a30f-1ef496bca682 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498903 Jun 16 16:22:09.036310 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-67f68bd9-d9c7-40f7-84d2-9a99288f3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:09.037787 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-67f68bd9-d9c7-40f7-84d2-9a99288f3813 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 200 len: 915 time: 0.0999219 Jun 16 16:22:09.079399 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-c477e744-9330-4d49-9d6b-cba89182886f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e913b80d-011b-4f89-b42f-17318630c02b HTTP/1.1" status: 200 len: 217 time: 0.0345349 Jun 16 16:22:09.128739 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-320e1092-cdac-46b2-8c87-110bd6eab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:09.130209 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-320e1092-cdac-46b2-8c87-110bd6eab0e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 200 len: 854 time: 0.0445502 Jun 16 16:22:09.140120 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca511c4-9f4a-4ace-b343-f5c055fbd9b5 req-e7ee39e1-4a34-4f4a-83d6-9723d8f423a3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:09.141608 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2ca511c4-9f4a-4ace-b343-f5c055fbd9b5 req-e7ee39e1-4a34-4f4a-83d6-9723d8f423a3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0657599 Jun 16 16:22:09.150360 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45190) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:09.155340 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Request body: {'floatingip': {'port_id': '32282cda-635f-473d-82cb-4f81e15549c2'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:09.170613 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-c6e1571c-80a6-49f0-b96b-db8770983057 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f706b56-3297-4790-bcaf-4c5be1d82ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320420 Jun 16 16:22:09.199111 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.268371 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-d5c7b076-0e92-4443-9fbb-e84f3be40ade service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849602 Jun 16 16:22:09.370403 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c28e9b42-5512-40c5-89c3-a1ebe6b3918e req-23b40bcd-0d7b-420d-b8f7-0590063b9f70 service neutron] 10.222.0.58 "GET /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931828 Jun 16 16:22:09.589618 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-4f90d98b-dceb-487c-974f-8b5626f6ab47 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:09.590969 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-4f90d98b-dceb-487c-974f-8b5626f6ab47 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 945 time: 0.0632906 Jun 16 16:22:09.624203 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b053e5-9a10-4d4e-9413-6e9c1e964c05 req-87e6daf1-0fdf-4159-b4d2-94c445ddc151 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:09.625707 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-55b053e5-9a10-4d4e-9413-6e9c1e964c05 req-87e6daf1-0fdf-4159-b4d2-94c445ddc151 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 945 time: 0.1721995 Jun 16 16:22:09.637670 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:22:09.703385 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Deleting port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:09.703730 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.703953 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.709194 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-55b053e5-9a10-4d4e-9413-6e9c1e964c05 req-2da177e8-38ea-49f7-aeb4-b762dc1706bb tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Jun 16 16:22:09.710273 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.794031 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] For port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:09.794620 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.809731 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.l3_db [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Floating IP 06089dab-ad50-48cf-a3b5-08ff50aa65b7 associated. External IP: 172.28.2.40, port: 32282cda-635f-473d-82cb-4f81e15549c2. Jun 16 16:22:09.861747 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Calling delete_port for 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:09.989547 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.993624 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:10.001489 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b', '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:10.016012 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:22:10.020134 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event deleted for resources: {'Port': ['ID=2a23ffd2-f084-4693-9b8b-17c6a46d7a1e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:10.022565 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:10.068145 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] No DVR routers for this DVR port 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:22:10.070757 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.073189 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3f70b3e8-6fe9-4e19-8a98-f6e2c60d2385 req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "DELETE /v2.0/ports/2a23ffd2-f084-4693-9b8b-17c6a46d7a1e HTTP/1.1" status: 204 len: 173 time: 0.4768519 Jun 16 16:22:10.074164 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'name': 'network-vif-deleted', 'tag': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:10.077150 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef942366-9a5c-4675-b171-729b21ae4576" -d '{"events": [{"server_uuid": "004c15c9-5894-46c4-80f7-ea75b84eedff", "name": "network-vif-deleted", "tag": "2a23ffd2-f084-4693-9b8b-17c6a46d7a1e"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:10.121904 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d261665-edc7-4d03-b7c2-8243328904eb x-openstack-request-id: req-4d261665-edc7-4d03-b7c2-8243328904eb {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:10.122199 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004c15c9-5894-46c4-80f7-ea75b84eedff", "name": "network-vif-deleted", "tag": "2a23ffd2-f084-4693-9b8b-17c6a46d7a1e", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:10.122463 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d261665-edc7-4d03-b7c2-8243328904eb {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:10.124275 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004c15c9-5894-46c4-80f7-ea75b84eedff', 'name': 'network-vif-deleted', 'tag': '2a23ffd2-f084-4693-9b8b-17c6a46d7a1e', 'status': 'completed', 'code': 200} Jun 16 16:22:10.142289 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:10.143068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e98c9b4d-f586-4c9f-8977-630b73a2953b no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:10.146394 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.157767 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] Sync routers for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:10.187891 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c3f3359e-97fb-4425-94ff-230f7bafe8f3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "PUT /v2.0/floatingips/06089dab-ad50-48cf-a3b5-08ff50aa65b7 HTTP/1.1" status: 200 len: 991 time: 1.0363991 Jun 16 16:22:10.188532 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:10.191101 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f401956-3652-4b7c-b801-5ae78a190964" -d '{"events": [{"name": "network-changed", "server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "tag": "32282cda-635f-473d-82cb-4f81e15549c2"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:10.207409 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: e98c9b4d-f586-4c9f-8977-630b73a2953b {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:10.209305 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e98c9b4d-f586-4c9f-8977-630b73a2953b not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:10.212462 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:10.213087 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:22:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:10.241416 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab7608-169c-4884-a202-8b085deb9024 x-openstack-request-id: req-7cab7608-169c-4884-a202-8b085deb9024 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:10.241736 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "tag": "32282cda-635f-473d-82cb-4f81e15549c2", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:10.242019 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cab7608-169c-4884-a202-8b085deb9024 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:10.242439 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2', 'status': 'completed', 'code': 200} Jun 16 16:22:10.339507 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:10.354596 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401956-3652-4b7c-b801-5ae78a190964 req-f3366167-235c-44d9-adb7-183a0915b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:10.356071 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5f401956-3652-4b7c-b801-5ae78a190964 req-f3366167-235c-44d9-adb7-183a0915b3e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1099 time: 0.0700467 Jun 16 16:22:10.452210 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401956-3652-4b7c-b801-5ae78a190964 req-35499c2e-7da0-4bc1-aa91-2de2777ac4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:10.453674 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5f401956-3652-4b7c-b801-5ae78a190964 req-35499c2e-7da0-4bc1-aa91-2de2777ac4a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.0898516 Jun 16 16:22:10.519937 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5f401956-3652-4b7c-b801-5ae78a190964 req-f437e626-da2e-47cc-a250-a96a212fcad9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 999 time: 0.0582192 Jun 16 16:22:10.573750 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '06089dab-ad50-48cf-a3b5-08ff50aa65b7', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'floating_ip_address': '172.28.2.40', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'port_id': '32282cda-635f-473d-82cb-4f81e15549c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'mac_address': 'fa:16:3e:00:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:21:56Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 1, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:10.579371 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] Checking router: 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:10.579602 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401956-3652-4b7c-b801-5ae78a190964 req-3ba962c8-defb-4f7e-bba9-8596ff3c7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:10.581097 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5f401956-3652-4b7c-b801-5ae78a190964 req-3ba962c8-defb-4f7e-bba9-8596ff3c7f21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0519311 Jun 16 16:22:10.588435 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:10.589150 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:22:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:10.641916 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401956-3652-4b7c-b801-5ae78a190964 req-2bfe6185-945d-4666-b28b-616da92a270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:10.643381 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5f401956-3652-4b7c-b801-5ae78a190964 req-2bfe6185-945d-4666-b28b-616da92a270d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0559788 Jun 16 16:22:10.704412 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:10.744408 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5f401956-3652-4b7c-b801-5ae78a190964 req-7fcd1bb6-0787-4be7-b2d1-3ee7d6d93adf service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948157 Jun 16 16:22:10.868559 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5f401956-3652-4b7c-b801-5ae78a190964 req-7e870f49-c00a-4165-9774-16148008451e service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175084 Jun 16 16:22:10.893211 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-779f6a83-7d44-4761-b3fc-4350a9234974 req-13924a1f-f814-49cd-a908-5a1428dafaee tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=004c15c9-5894-46c4-80f7-ea75b84eedff HTTP/1.1" status: 200 len: 210 time: 0.0340555 Jun 16 16:22:10.952363 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '06089dab-ad50-48cf-a3b5-08ff50aa65b7', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'floating_ip_address': '172.28.2.40', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'port_id': '32282cda-635f-473d-82cb-4f81e15549c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'mac_address': 'fa:16:3e:00:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:21:56Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 1, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:10.955814 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2478fc-92c1-460c-8c85-4626e9b24e5f None None] The sync data for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb is: [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '06089dab-ad50-48cf-a3b5-08ff50aa65b7', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'floating_ip_address': '172.28.2.40', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'port_id': '32282cda-635f-473d-82cb-4f81e15549c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'mac_address': 'fa:16:3e:00:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:21:56Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 1, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:11.132562 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a097495b-a2f1-437c-bb3c-355dba9fc4ec None None] New status for floating IP 06089dab-ad50-48cf-a3b5-08ff50aa65b7: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:22:13.460935 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393f4fb-9bb5-4fae-a693-0319d40a792d req-d7d406e2-4f38-4f05-bf20-8d3568b79006 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:13.462377 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5393f4fb-9bb5-4fae-a693-0319d40a792d req-d7d406e2-4f38-4f05-bf20-8d3568b79006 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 946 time: 0.0624454 Jun 16 16:22:13.505235 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5393f4fb-9bb5-4fae-a693-0319d40a792d req-6df2f5d4-d01e-47eb-bc29-191b72bf1810 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Jun 16 16:22:14.157532 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:14.181791 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:14.182146 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 2a23ffd2-f084-4693-9b8b-17c6a46d7a1e not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:14.679465 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761553d4-bf29-48c7-8989-a11d2bfe49fd req-643bb6e2-ea31-4d48-a94c-b3368fd75e85 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:14.680943 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-761553d4-bf29-48c7-8989-a11d2bfe49fd req-643bb6e2-ea31-4d48-a94c-b3368fd75e85 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 946 time: 0.0623646 Jun 16 16:22:14.718946 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-761553d4-bf29-48c7-8989-a11d2bfe49fd req-f96ca7b7-a762-49a8-8d72-0298ee234933 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/security-groups?id=a39cc429-d8e1-4d21-b148-1c0ea6eda812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Jun 16 16:22:15.059657 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-577cfdc0-bfd3-40c9-bd31-b78b53a7b42c tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:15.061782 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-577cfdc0-bfd3-40c9-bd31-b78b53a7b42c tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 946 time: 0.0620511 Jun 16 16:22:15.160697 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Deleting port e913b80d-011b-4f89-b42f-17318630c02b {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:15.160924 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.253295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] For port e913b80d-011b-4f89-b42f-17318630c02b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e913b80d-011b-4f89-b42f-17318630c02b,segment=NetworkSegment(ccadf43c-c015-46d1-af2e-aede2fe48635),segment_id=ccadf43c-c015-46d1-af2e-aede2fe48635)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:15.253653 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.318700 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Calling delete_port for e913b80d-011b-4f89-b42f-17318630c02b owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:15.440120 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.443977 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:15.463726 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['e913b80d-011b-4f89-b42f-17318630c02b'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:15.472296 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Pushing event deleted for resources: {'Port': ['ID=e913b80d-011b-4f89-b42f-17318630c02b,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:15.475898 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:15.521094 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] No DVR routers for this DVR port e913b80d-011b-4f89-b42f-17318630c02b on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:22:15.523332 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.525230 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80842f87-660f-43ca-b43c-a9a0a2127ed9 req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.58 "DELETE /v2.0/ports/e913b80d-011b-4f89-b42f-17318630c02b HTTP/1.1" status: 204 len: 173 time: 0.4585843 Jun 16 16:22:15.525768 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ac523b-bf35-4d1b-b553-f86073366da1', 'name': 'network-vif-deleted', 'tag': 'e913b80d-011b-4f89-b42f-17318630c02b'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:15.528039 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104062d3-2a03-4392-ac33-7260b8185553" -d '{"events": [{"server_uuid": "96ac523b-bf35-4d1b-b553-f86073366da1", "name": "network-vif-deleted", "tag": "e913b80d-011b-4f89-b42f-17318630c02b"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:15.565348 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b0132f-8cb0-4449-b2a4-50b357c615d9 x-openstack-request-id: req-d6b0132f-8cb0-4449-b2a4-50b357c615d9 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:15.565660 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ac523b-bf35-4d1b-b553-f86073366da1", "name": "network-vif-deleted", "tag": "e913b80d-011b-4f89-b42f-17318630c02b", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:15.565936 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6b0132f-8cb0-4449-b2a4-50b357c615d9 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:15.566348 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ac523b-bf35-4d1b-b553-f86073366da1', 'name': 'network-vif-deleted', 'tag': 'e913b80d-011b-4f89-b42f-17318630c02b', 'status': 'completed', 'code': 200} Jun 16 16:22:15.878672 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-33af2cda-f211-4954-827c-b9dafd2a6866 req-574e64d5-147a-486b-9abc-ec80b66a9e94 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] 10.222.0.77 "GET /v2.0/ports?device_id=96ac523b-bf35-4d1b-b553-f86073366da1 HTTP/1.1" status: 200 len: 210 time: 0.0296607 Jun 16 16:22:16.974740 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45244) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:17.022082 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Deleting subnet 30f88bdf-c058-438f-9a56-a696c289d0ef {{(pid=91699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:22:17.027985 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.061840 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679975'] for subnet, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.100777 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.155528 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232078'] for subnet, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.157382 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fff49885-d1b7-4a26-a4ca-89ff38d4078f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:17.178642 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f88bdf-c058-438f-9a56-a696c289d0ef,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:17.188329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.189995 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/30f88bdf-c058-438f-9a56-a696c289d0ef HTTP/1.1" status: 204 len: 168 time: 0.2141759 Jun 16 16:22:17.191927 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.192434 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.192635 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45250) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:17.193027 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.193148 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.193503 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.193858 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.194283 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.194640 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.194993 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.195369 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.195724 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.196069 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:17.199354 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d6d72293-bde6-431a-a90d-5e29c1cb665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:17.260798 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.342835 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.352770 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f706b56-3297-4790-bcaf-4c5be1d82ad4']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:17.363087 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccadf43c-c015-46d1-af2e-aede2fe48635') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:17.363411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccadf43c-c015-46d1-af2e-aede2fe48635') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:17.371837 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5387837'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.386062 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.392981 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:22:17.393515 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5716428'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.395316 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: Traceback (most recent call last): Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: timer() Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: cb(*args, **kw) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: return func(*args, **kwargs) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: self._notify() Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: self.callback(batched_events) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: event.method(event) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: return f(self, *a, **k) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: return self._get(url).json() Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:22:17.398380 dv-cinder-775250-5-smb neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:22:17.453014 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.456709 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:17.459170 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.460983 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/3f706b56-3297-4790-bcaf-4c5be1d82ad4 HTTP/1.1" status: 204 len: 168 time: 0.2673714 Jun 16 16:22:17.471720 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3f706b56-3297-4790-bcaf-4c5be1d82ad4,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:17.474073 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:17.622925 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45254) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:17.669699 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f5163c0a-deae-4b56-8322-00bf7aeabc34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=193fcf0c76914e2ca39d022c279d413a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444443 Jun 16 16:22:17.673121 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45256) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:17.720765 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbef1dc7-c89d-4b61-9cb4-8e778055e4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.741511 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbef1dc7-c89d-4b61-9cb4-8e778055e4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.789293 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbef1dc7-c89d-4b61-9cb4-8e778055e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.791931 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fbef1dc7-c89d-4b61-9cb4-8e778055e4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.793098 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-fbef1dc7-c89d-4b61-9cb4-8e778055e4b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a39cc429-d8e1-4d21-b148-1c0ea6eda812 HTTP/1.1" status: 204 len: 168 time: 0.1190324 Jun 16 16:22:17.793904 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b809ef61-0ff1-46eb-8d5d-3908259aedf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:17.804084 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef1dc7-c89d-4b61-9cb4-8e778055e4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39cc429-d8e1-4d21-b148-1c0ea6eda812,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:17.807052 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fbef1dc7-c89d-4b61-9cb4-8e778055e4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:18.178968 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e913b80d-011b-4f89-b42f-17318630c02b no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:18.204385 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: e913b80d-011b-4f89-b42f-17318630c02b {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:18.204830 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device e913b80d-011b-4f89-b42f-17318630c02b not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:26.404230 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45418) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:26.505523 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c25fdcac-84d7-4706-856d-c3d8a7d865b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.594803 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c25fdcac-84d7-4706-856d-c3d8a7d865b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.598352 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c25fdcac-84d7-4706-856d-c3d8a7d865b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.600733 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8da35445-ef2d-48d3-91c5-868292803491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.635459 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fdcac-84d7-4706-856d-c3d8a7d865b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ba8ce-b7fa-474e-bd28-a18775eeee34,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.639995 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c25fdcac-84d7-4706-856d-c3d8a7d865b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=933e34541bce4ad3a551f70c2fab5682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341719 Jun 16 16:22:26.640856 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c25fdcac-84d7-4706-856d-c3d8a7d865b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:26.642762 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45422) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:26.698187 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.719781 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.769249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.771879 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.772989 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/078ba8ce-b7fa-474e-bd28-a18775eeee34 HTTP/1.1" status: 204 len: 168 time: 0.1293156 Jun 16 16:22:26.773729 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-23a4186d-45b6-4099-a1a5-01190f5f3402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.781792 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ba8ce-b7fa-474e-bd28-a18775eeee34,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.784082 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.034278 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45428) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:27.048439 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.136069 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.140891 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.143712 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-24ab81f6-6643-4a8f-abe1-0adeeef02606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:27.179592 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3bfe239c365a4e71b2fe47fcaf9585de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440682 Jun 16 16:22:27.180514 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5b2ec-8067-4109-a5ff-a8064851878b,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.183766 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45432) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:27.188573 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.188940 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.189295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.189643 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.189986 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.190771 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.190771 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.190979 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.191358 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.191690 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.192023 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.192355 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.196393 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.254656 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.275850 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.323931 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.327248 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.328191 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2f5b2ec-8067-4109-a5ff-a8064851878b HTTP/1.1" status: 204 len: 168 time: 0.1432722 Jun 16 16:22:27.328963 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c25fdcac-84d7-4706-856d-c3d8a7d865b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:27.336247 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5b2ec-8067-4109-a5ff-a8064851878b,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.338662 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.641600 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45440) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:27.654665 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5c75b84f-da4e-4f02-b6f8-fe5b70a6406b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.744541 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5c75b84f-da4e-4f02-b6f8-fe5b70a6406b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.748477 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5c75b84f-da4e-4f02-b6f8-fe5b70a6406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.750872 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a6e489d0-e440-4a66-9633-d8f1ed19333f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:27.785030 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75b84f-da4e-4f02-b6f8-fe5b70a6406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704d5a52-8fd6-4c65-8760-714051227e90,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.789112 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5c75b84f-da4e-4f02-b6f8-fe5b70a6406b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0e4d16e0394454ca0b9feccb88dcbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464052 Jun 16 16:22:27.790049 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5c75b84f-da4e-4f02-b6f8-fe5b70a6406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.792407 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45442) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:27.840074 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b3205061-88c5-4074-83a0-d7a5cafc01bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.862553 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b3205061-88c5-4074-83a0-d7a5cafc01bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.910240 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b3205061-88c5-4074-83a0-d7a5cafc01bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.912973 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b3205061-88c5-4074-83a0-d7a5cafc01bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.914110 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-b3205061-88c5-4074-83a0-d7a5cafc01bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/704d5a52-8fd6-4c65-8760-714051227e90 HTTP/1.1" status: 204 len: 168 time: 0.1214936 Jun 16 16:22:27.914874 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7d20997b-5f33-4959-9ef7-b8e2241a1a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:27.923285 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3205061-88c5-4074-83a0-d7a5cafc01bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704d5a52-8fd6-4c65-8760-714051227e90,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.925636 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b3205061-88c5-4074-83a0-d7a5cafc01bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:28.315856 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a28f71d9-0ef9-44b7-8ae7-dba6951f0f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:30.909921 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-34124901-8434-48ee-94a8-0c5fb6e0ed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:31.005558 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:31.944764 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:33.766585 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.257017 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45586) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:34.360349 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b97a020-64a3-4a7d-978e-44c7060a2ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.445255 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b97a020-64a3-4a7d-978e-44c7060a2ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.448996 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1b97a020-64a3-4a7d-978e-44c7060a2ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.451501 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eb24def3-28ca-426c-a4a6-034642cb9534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:34.491404 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-1b97a020-64a3-4a7d-978e-44c7060a2ea4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c70c1d92d4842f5b38606b0c2db913a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332811 Jun 16 16:22:34.492385 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97a020-64a3-4a7d-978e-44c7060a2ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667970fc-0dd1-4028-980e-f97eba47649e,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:34.494218 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45590) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:34.495594 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1b97a020-64a3-4a7d-978e-44c7060a2ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:34.553376 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.574014 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.623457 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.626414 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.627554 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/667970fc-0dd1-4028-980e-f97eba47649e HTTP/1.1" status: 204 len: 168 time: 0.1316586 Jun 16 16:22:34.628361 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c0b46a14-63d0-492f-bec7-21f10b27eafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:34.635718 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667970fc-0dd1-4028-980e-f97eba47649e,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:34.637983 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:34.896571 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45596) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:34.909565 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-45c47a82-ae07-472d-bf27-09d71d0194f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.005769 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-45c47a82-ae07-472d-bf27-09d71d0194f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.011896 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-45c47a82-ae07-472d-bf27-09d71d0194f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.014794 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-346c636b-353c-4c0e-80f1-0254a4c78a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.053417 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-45c47a82-ae07-472d-bf27-09d71d0194f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94547d5554214524bfceb5d7656d0196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557345 Jun 16 16:22:35.054182 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c47a82-ae07-472d-bf27-09d71d0194f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c35fbd5-5f58-4c15-9b38-1a46daec9b1a,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.056747 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45598) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:35.057191 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-45c47a82-ae07-472d-bf27-09d71d0194f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:35.110765 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.135649 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.194309 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.198042 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.203901 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c35fbd5-5f58-4c15-9b38-1a46daec9b1a HTTP/1.1" status: 204 len: 168 time: 0.1452503 Jun 16 16:22:35.205450 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cf82624a-e9bf-4ae6-b43e-da8637a6ee72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.215353 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c35fbd5-5f58-4c15-9b38-1a46daec9b1a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.218062 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:38.302551 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:46.637057 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:22:52.912657 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 45838) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:53.013343 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9657ef0d-5208-491b-a65b-88c4cc98aa7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.101662 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9657ef0d-5208-491b-a65b-88c4cc98aa7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.105311 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9657ef0d-5208-491b-a65b-88c4cc98aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.107715 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ec4ed9db-280a-42e9-8706-7aee71bc808b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:53.143371 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-9657ef0d-5208-491b-a65b-88c4cc98aa7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43150ed7cce044fabf94d2a978a8cfdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296011 Jun 16 16:22:53.144337 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657ef0d-5208-491b-a65b-88c4cc98aa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974ea56-ea60-4abd-aa78-4c737407ad32,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:53.146043 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 45842) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:53.147571 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9657ef0d-5208-491b-a65b-88c4cc98aa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:53.196511 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.218498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.265112 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.267785 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.268904 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4974ea56-ea60-4abd-aa78-4c737407ad32 HTTP/1.1" status: 204 len: 168 time: 0.1218081 Jun 16 16:22:53.269779 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f4921f9-5165-4372-b343-c45248bd2620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:53.277633 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974ea56-ea60-4abd-aa78-4c737407ad32,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:53.280093 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:54.268533 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcaac8-1e1e-4238-8940-d2e4a099c978 req-96b00314-c3bd-4948-acc1-a02c500c9faa tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:54.270012 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7abcaac8-1e1e-4238-8940-d2e4a099c978 req-96b00314-c3bd-4948-acc1-a02c500c9faa tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0720322 Jun 16 16:22:54.309877 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7abcaac8-1e1e-4238-8940-d2e4a099c978 req-8f1da2c3-2581-410d-8b90-5eee4b3f65c9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Jun 16 16:22:55.495494 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb253c-caa6-4242-a725-3fb84698cb20 req-3e81ea21-48b7-4340-94d0-0bbfb0fbe474 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:55.496972 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-55fb253c-caa6-4242-a725-3fb84698cb20 req-3e81ea21-48b7-4340-94d0-0bbfb0fbe474 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0661149 Jun 16 16:22:55.536367 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-55fb253c-caa6-4242-a725-3fb84698cb20 req-f6559676-c3ee-4607-aea9-ebeb2392eb9c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jun 16 16:22:56.722803 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20615ca-6530-47cb-9c3d-82beae1351a3 req-5f8dc56a-28af-43ae-ae81-0c58ebc686c2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:56.724300 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a20615ca-6530-47cb-9c3d-82beae1351a3 req-5f8dc56a-28af-43ae-ae81-0c58ebc686c2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0638912 Jun 16 16:22:56.766036 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a20615ca-6530-47cb-9c3d-82beae1351a3 req-bf8a51b2-0856-493e-aeba-e89a5f0bf88f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Jun 16 16:22:57.946023 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c0f56-4ba8-42be-b279-38286ecb55d3 req-db9cc8b2-e19d-44e2-911d-433d55ac64b6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:57.948343 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c86c0f56-4ba8-42be-b279-38286ecb55d3 req-db9cc8b2-e19d-44e2-911d-433d55ac64b6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0655007 Jun 16 16:22:57.994414 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c86c0f56-4ba8-42be-b279-38286ecb55d3 req-be503d1f-3d1b-4f1b-bf0c-8c65c0139a47 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Jun 16 16:22:58.318054 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53cac2a8-b8fc-4132-80aa-3d90aff4f596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:59.181428 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534ac68-f435-4b8a-b18a-978ccf439606 req-f1675da9-48ba-4e22-acd8-cd96db017359 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:59.182892 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e534ac68-f435-4b8a-b18a-978ccf439606 req-f1675da9-48ba-4e22-acd8-cd96db017359 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0676923 Jun 16 16:22:59.221993 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e534ac68-f435-4b8a-b18a-978ccf439606 req-68959c19-4add-4169-a88e-2c2f95a5ab2a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Jun 16 16:22:59.662987 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46002) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:59.682381 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285da76-6b59-46ae-a600-0af55ede9d03 req-d1eaea94-b6c4-44d7-9e8c-41a1c0faba48 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:59.683911 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4285da76-6b59-46ae-a600-0af55ede9d03 req-d1eaea94-b6c4-44d7-9e8c-41a1c0faba48 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 946 time: 0.0738144 Jun 16 16:22:59.723727 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4285da76-6b59-46ae-a600-0af55ede9d03 req-28bcdf3c-7f6d-4ac4-8b8a-a73d11300a36 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340025 Jun 16 16:22:59.765249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f105f9d-a348-4ac5-8f9b-d9116daf8b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:59.852311 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f105f9d-a348-4ac5-8f9b-d9116daf8b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:59.856978 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f105f9d-a348-4ac5-8f9b-d9116daf8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:59.859609 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e7ae2e56-b419-4889-ab02-e92744a41a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:59.901271 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-7f105f9d-a348-4ac5-8f9b-d9116daf8b86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc2a855d31624b799f85ab61a293743c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371783 Jun 16 16:22:59.902047 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105f9d-a348-4ac5-8f9b-d9116daf8b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57dcb2-5df7-4bfd-835c-c495dd6724fb,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:59.903964 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46006) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:59.905199 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7f105f9d-a348-4ac5-8f9b-d9116daf8b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:59.953525 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:59.974313 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.020006 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.022501 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.023635 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d57dcb2-5df7-4bfd-835c-c495dd6724fb HTTP/1.1" status: 204 len: 168 time: 0.1185460 Jun 16 16:23:00.024363 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-18b22619-b98f-45f9-815d-e52f8eafc1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:00.032442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57dcb2-5df7-4bfd-835c-c495dd6724fb,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:00.034661 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:00.551707 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c67099-4505-43d0-803b-4f0a1e70eafc req-78475f74-e14c-4ded-bc7e-6f13fbdc7445 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:00.553194 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a1c67099-4505-43d0-803b-4f0a1e70eafc req-78475f74-e14c-4ded-bc7e-6f13fbdc7445 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0645404 Jun 16 16:23:00.592486 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a1c67099-4505-43d0-803b-4f0a1e70eafc req-08e3e9d2-d6e9-4be3-8fdd-bb4f3cd936c8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jun 16 16:23:00.653248 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46030) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:00.745853 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-47047327-network', 'tenant_id': '7f6238b25e2b4d28a5d67e70100d5b36'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:00.773540 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Made reservation on behalf of 7f6238b25e2b4d28a5d67e70100d5b36 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:00.776219 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.784513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.912075 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4c55c0bd-24fd-4a37-a2a7-782ed978454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.913073 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.921223 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.925771 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-856d7561-e391-42b6-8efc-37b2c5d019e9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:00.948205 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:23:00.959272 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7b61-c360-48bb-ac7f-32e7c31d3239 req-8d71976e-ef93-43d7-9c68-b8a4d02db233 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:00.960747 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d32c7b61-c360-48bb-ac7f-32e7c31d3239 req-8d71976e-ef93-43d7-9c68-b8a4d02db233 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 946 time: 0.1188514 Jun 16 16:23:00.983479 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.983824 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Added segment f3e21342-4fd0-4155-b1c9-4d56eb839432 of type vlan for network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 Jun 16 16:23:00.997740 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86979ad-e887-4f7d-8ec3-cd0243039346,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:01.002937 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:01.012066 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.047672 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.057015 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d32c7b61-c360-48bb-ac7f-32e7c31d3239 req-f7f64ee6-4509-4ff1-a2ad-96efe1bccb87 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873649 Jun 16 16:23:01.080688 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.082112 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:01.082696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.084683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:01.117506 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4631014 Jun 16 16:23:01.121515 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46036) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:01.126500 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Request body: {'subnet': {'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-47047327-subnet', 'tenant_id': '7f6238b25e2b4d28a5d67e70100d5b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:01.145431 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Pushing event updated for resources: {'Network': ['ID=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:01.148292 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Made reservation on behalf of 7f6238b25e2b4d28a5d67e70100d5b36 for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:01.148555 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:01.150933 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232085'] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.156136 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:23:01.317305 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232071'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.319566 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e14f1756-9ce9-4344-80e9-5619b83835f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:01.370746 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90affee-3ace-41b2-947a-922d25503f82,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:01.374258 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:01.381000 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Checking segment: {'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:01.381355 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Network hostable DHCP agents. Network: 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:23:01.397748 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:23:01.406641 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:01.410902 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:01.411525 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.417876 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061cadd8-3adc-4087-b36b-d6c2d4113703 None None] Network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:01.435746 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3130784 Jun 16 16:23:01.476586 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-4dc16844-7b8f-4c5d-800a-967516d2fd0d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:01.478598 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-4dc16844-7b8f-4c5d-800a-967516d2fd0d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 946 time: 0.0689456 Jun 16 16:23:01.560324 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b9945-9f58-4c3d-bfbe-9d97f5e34314 None None] Network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:01.591014 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Deleting port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:01.591481 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.686823 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] For port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:01.687481 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.793499 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf920fb-0a0e-4ee9-9fd2-efe09f20dc9d req-4b7c1bae-e840-4ebf-9983-22dab007bdd0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:01.795079 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9bf920fb-0a0e-4ee9-9fd2-efe09f20dc9d req-4b7c1bae-e840-4ebf-9983-22dab007bdd0 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0754330 Jun 16 16:23:01.842189 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9bf920fb-0a0e-4ee9-9fd2-efe09f20dc9d req-0f070efa-3e3a-4941-bc52-338a68247359 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Jun 16 16:23:01.960828 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.091779 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.092153 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.092466 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.l3_db [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Floating IP 4e57fff9-8fce-440d-84c4-297fa6828201 disassociated. External IP: 172.28.2.48, port: a43dfd9a-e082-4467-8b9a-3af1f3b8e39d. Jun 16 16:23:02.092801 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Calling delete_port for a43dfd9a-e082-4467-8b9a-3af1f3b8e39d owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:02.258361 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.265464 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-11cd1a19-0eff-49a2-bce0-959ec9feb48d tempest-ServerRescueNegativeTestJSON-2131834228 tempest-ServerRescueNegativeTestJSON-2131834228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:02.296271 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event deleted for resources: {'Port': ['ID=a43dfd9a-e082-4467-8b9a-3af1f3b8e39d,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:02.304874 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41048eb-e45b-4f63-9153-338a8b24ab2b req-294565b9-bb7c-4511-8984-29f43a9805c6 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:02.306618 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a41048eb-e45b-4f63-9153-338a8b24ab2b req-294565b9-bb7c-4511-8984-29f43a9805c6 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1150f9d-5968-4899-9142-bbbb23590c1f HTTP/1.1" status: 200 len: 946 time: 0.1320534 Jun 16 16:23:02.308640 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:02.411789 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a41048eb-e45b-4f63-9153-338a8b24ab2b req-686deffa-ea8f-4d5d-b66e-3cffdd6ce4d3 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f92c862-a30d-4a05-bd24-eb143ec55c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995808 Jun 16 16:23:02.443869 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Router ec346ddc-7e66-426b-8dda-7786c171ce98 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:23:02.550682 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:02.560744 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] Sync routers for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:02.569601 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:02.570219 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:23:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:02.598828 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] No DVR routers for this DVR port a43dfd9a-e082-4467-8b9a-3af1f3b8e39d on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:02.601780 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.604562 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f126db0f-7be5-4a1d-bb5b-143a4887d960 req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.58 "DELETE /v2.0/ports/a43dfd9a-e082-4467-8b9a-3af1f3b8e39d HTTP/1.1" status: 204 len: 173 time: 1.1208837 Jun 16 16:23:02.605059 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'name': 'network-vif-deleted', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:02.607397 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc64424-ba34-430a-a5c7-be0fd5b979ba" -d '{"events": [{"server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "name": "network-vif-deleted", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:02.650682 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a21806d-7e28-4d22-acf0-52b7d3609412 x-openstack-request-id: req-5a21806d-7e28-4d22-acf0-52b7d3609412 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:02.651046 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1150f9d-5968-4899-9142-bbbb23590c1f", "name": "network-vif-deleted", "tag": "a43dfd9a-e082-4467-8b9a-3af1f3b8e39d", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:02.651589 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a21806d-7e28-4d22-acf0-52b7d3609412 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:02.652200 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1150f9d-5968-4899-9142-bbbb23590c1f', 'name': 'network-vif-deleted', 'tag': 'a43dfd9a-e082-4467-8b9a-3af1f3b8e39d', 'status': 'completed', 'code': 200} Jun 16 16:23:02.811289 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:03.009056 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:03.012720 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] Checking router: ec346ddc-7e66-426b-8dda-7786c171ce98 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:03.021623 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:03.022260 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:23:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:03.033209 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5ff45-8441-4bd9-b642-3b87df1073e7 req-406804b4-7529-4f3e-9e18-68396284a59f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:03.034839 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-05f5ff45-8441-4bd9-b642-3b87df1073e7 req-406804b4-7529-4f3e-9e18-68396284a59f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0691836 Jun 16 16:23:03.082474 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-05f5ff45-8441-4bd9-b642-3b87df1073e7 req-8bdca849-7c83-48ee-8c7e-2346b1310b7a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Jun 16 16:23:03.155562 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:03.292339 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-b661ad25-8597-4a95-85d3-89eddeae6610 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:03.295641 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-b661ad25-8597-4a95-85d3-89eddeae6610 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/networks?id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 HTTP/1.1" status: 200 len: 807 time: 0.1155267 Jun 16 16:23:03.309245 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-fbc13d6c-a390-49a8-bf9a-bc0921518838 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/quotas/7f6238b25e2b4d28a5d67e70100d5b36 HTTP/1.1" status: 200 len: 375 time: 0.0097592 Jun 16 16:23:03.347171 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-465445e2-0da7-4e7b-9dc3-cbb0311de263 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f6238b25e2b4d28a5d67e70100d5b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326509 Jun 16 16:23:03.366303 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:03.371137 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e65a9-f86e-4006-abf2-2210979783c8 None None] The sync data for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb is: [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:17:58Z', 'revision_number': 4, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'd3feaddf-65e5-4cd8-9040-f3687675c4f5', 'name': '', 'network_id': '73019c28-271a-4dd3-996c-2973e549f0dc', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'mac_address': 'fa:16:3e:3b:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:56Z', 'updated_at': '2021-06-16T16:18:11Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'subnets': [{'id': 'be3afec6-eee4-4435-8628-cbe3e43f3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:03.439922 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-9c67287a-9c4d-41a6-a15b-4ed87ecfce9a service neutron] 10.222.0.77 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853820 Jun 16 16:23:03.534346 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46074) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:03.544935 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-12b5647b-fd4f-4d0c-a39a-500bff98df4d service neutron] 10.222.0.77 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977457 Jun 16 16:23:03.593545 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:03.617199 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:03.627141 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60744b01-8609-4f0b-bad0-5d08e7c08e65 None None] New status for floating IP 4e57fff9-8fce-440d-84c4-297fa6828201: DOWN {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:23:03.685416 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:03.688286 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:03.691971 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "DELETE /v2.0/security-groups/5f92c862-a30d-4a05-bd24-eb143ec55c2e HTTP/1.1" status: 204 len: 168 time: 0.1541526 Jun 16 16:23:03.691971 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-31cd488b-acc8-42b8-9a23-4a62a2b4700d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:03.692408 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46078) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:03.709650 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.api.v2.resource [None req-5fe7a4db-870c-4a7b-b4f6-296cd7c82e29 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] show failed (client error): The resource could not be found. Jun 16 16:23:03.710855 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5fe7a4db-870c-4a7b-b4f6-296cd7c82e29 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "GET /v2.0/security-groups/5f92c862-a30d-4a05-bd24-eb143ec55c2e HTTP/1.1" status: 404 len: 347 time: 0.0170457 Jun 16 16:23:03.714095 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46084) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:03.750653 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85831401-958b-4f2c-b501-67c9913d7f57 req-123516a4-5131-4c5f-99a6-aa100837585b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 210 time: 0.0495024 Jun 16 16:23:03.751914 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f92c862-a30d-4a05-bd24-eb143ec55c2e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:03.755735 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:03.788895 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:03.876679 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Deleting port 5b4b27c6-37f8-4c64-872c-c29e5f6e746f {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:03.877017 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:03.952138 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:03.952463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.020168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Calling delete_port for 5b4b27c6-37f8-4c64-872c-c29e5f6e746f owned by network:floatingip {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:04.419613 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d4c52-2fd3-45d3-88c5-dd4b7186cb61 req-17212ec6-496a-4d50-9b2a-0af07927ca76 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:04.421258 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9c1d4c52-2fd3-45d3-88c5-dd4b7186cb61 req-17212ec6-496a-4d50-9b2a-0af07927ca76 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0955186 Jun 16 16:23:04.438941 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device a43dfd9a-e082-4467-8b9a-3af1f3b8e39d no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:04.465443 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: a43dfd9a-e082-4467-8b9a-3af1f3b8e39d {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:23:04.466008 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device a43dfd9a-e082-4467-8b9a-3af1f3b8e39d not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:04.497425 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9c1d4c52-2fd3-45d3-88c5-dd4b7186cb61 req-821463fe-46f2-484b-9599-b0cbd23f44ce tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677168 Jun 16 16:23:04.498953 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.501790 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3d7d0569-74c9-4013-8b16-266b33949e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:04.533055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Pushing event deleted for resources: {'Port': ['ID=5b4b27c6-37f8-4c64-872c-c29e5f6e746f,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:04.536828 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:04.593857 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks [] for floatingip, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.596857 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.598016 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] 10.222.0.77 "DELETE /v2.0/floatingips/4e57fff9-8fce-440d-84c4-297fa6828201 HTTP/1.1" status: 204 len: 168 time: 0.8828368 Jun 16 16:23:04.910617 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4eaf237c-6f3d-41ff-88c4-6152308f68e6 req-39168d6e-fbd5-4edb-8dca-8a8b69d98826 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 210 time: 0.0281394 Jun 16 16:23:05.093361 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-6e0232e1-2827-4c22-b805-dae8959c65bb tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.094994 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-6e0232e1-2827-4c22-b805-dae8959c65bb tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "GET /v2.0/networks?id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 HTTP/1.1" status: 200 len: 807 time: 0.1047542 Jun 16 16:23:05.110117 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Request body: {'port': {'device_id': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5', 'admin_state_up': True, 'tenant_id': '7f6238b25e2b4d28a5d67e70100d5b36'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:05.220555 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Made reservation on behalf of 7f6238b25e2b4d28a5d67e70100d5b36 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:05.224271 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:05.355892 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Allocated IP 172.20.0.5 (18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5/a90affee-3ace-41b2-947a-922d25503f82/f22f441f-083a-46d3-81e5-a424b2608bec) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:05.500140 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:05.537961 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:05.542358 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:05.582049 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:05.587186 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:05.594108 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:05.600559 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Pushing event updated for resources: {'Port': ['ID=f22f441f-083a-46d3-81e5-a424b2608bec,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:05.620780 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:05.645547 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.646308 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:05.660978 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544345 Jun 16 16:23:05.691996 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eb794-0589-4f68-8796-47ec50d18f9d req-64231f7d-1450-4877-8f97-2418ccb833cc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.693479 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-966eb794-0589-4f68-8796-47ec50d18f9d req-64231f7d-1450-4877-8f97-2418ccb833cc tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0657289 Jun 16 16:23:05.718369 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Request body: {'port': {'device_id': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:05.736595 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-966eb794-0589-4f68-8796-47ec50d18f9d req-0a942fb7-2327-4b20-b3fb-8fbb6a869b3b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368977 Jun 16 16:23:05.798820 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.112173 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22f441f-083a-46d3-81e5-a424b2608bec {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:06.121736 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.140819 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Transition to ACTIVE for port object f22f441f-083a-46d3-81e5-a424b2608bec will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:06.149128 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293d1b-fb46-4317-b797-b58e259d62d5 req-51654965-94eb-4989-a899-a18657f9fc3b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:06.151637 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d6293d1b-fb46-4317-b797-b58e259d62d5 req-51654965-94eb-4989-a899-a18657f9fc3b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 931 time: 0.1197007 Jun 16 16:23:06.152648 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.154576 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5b1081cd-a232-4fa1-8532-af960b17e0af tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:06.247126 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f441f-083a-46d3-81e5-a424b2608bec,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:06.254272 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:06.281153 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d6293d1b-fb46-4317-b797-b58e259d62d5 req-9fe31fb1-7023-4f94-b385-82159210fc64 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228983 Jun 16 16:23:06.330280 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Attempting to bind port f22f441f-083a-46d3-81e5-a424b2608bec on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:06.330614 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Attempting to bind port f22f441f-083a-46d3-81e5-a424b2608bec by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:06.330943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Attempting to bind port f22f441f-083a-46d3-81e5-a424b2608bec on network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:06.335189 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Port f22f441f-083a-46d3-81e5-a424b2608bec on network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:06.335538 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Attempting to bind port f22f441f-083a-46d3-81e5-a424b2608bec on network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:06.340666 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:06.340999 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Checking segment: {'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:06.341379 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Bound using segment: {'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:06.341803 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Bound port: f22f441f-083a-46d3-81e5-a424b2608bec, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:06.342144 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.405226 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] For port f22f441f-083a-46d3-81e5-a424b2608bec, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:06.408213 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] For port f22f441f-083a-46d3-81e5-a424b2608bec, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f22f441f-083a-46d3-81e5-a424b2608bec,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:06.413152 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.416870 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-29e6fac7-e6ed-47fb-9718-904f4733a563 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:06.445475 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:06.446093 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.447966 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] 10.222.0.58 "PUT /v2.0/ports/f22f441f-083a-46d3-81e5-a424b2608bec HTTP/1.1" status: 200 len: 1093 time: 0.7788458 Jun 16 16:23:06.450898 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'tag': 'f22f441f-083a-46d3-81e5-a424b2608bec'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:06.452669 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:06.454225 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b35f33-f846-4252-b0fb-0ef1cec928a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8aa88c-59cc-4d35-8641-a9f38989db17", "tag": "f22f441f-083a-46d3-81e5-a424b2608bec"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:06.487784 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f441f-083a-46d3-81e5-a424b2608bec,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:06.491262 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:06.522779 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a9f795-35dc-479d-87fd-90bae756342d x-openstack-request-id: req-a3a9f795-35dc-479d-87fd-90bae756342d {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:06.523090 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8aa88c-59cc-4d35-8641-a9f38989db17", "tag": "f22f441f-083a-46d3-81e5-a424b2608bec", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:06.523386 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3a9f795-35dc-479d-87fd-90bae756342d {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:06.523799 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'tag': 'f22f441f-083a-46d3-81e5-a424b2608bec', 'status': 'completed', 'code': 200} Jun 16 16:23:06.550290 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-ad2e3dda-25df-48b5-a5cf-2e426accf238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:06.551752 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-ad2e3dda-25df-48b5-a5cf-2e426accf238 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f6238b25e2b4d28a5d67e70100d5b36&device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 1096 time: 0.0572031 Jun 16 16:23:06.559539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:06.570818 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '32282cda-635f-473d-82cb-4f81e15549c2', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'port_id': '32282cda-635f-473d-82cb-4f81e15549c2', 'mac_address': 'fa:16:3e:00:ce:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:06.597870 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-f74c4f9c-879c-4cdd-9ba1-afb837442e20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22f441f-083a-46d3-81e5-a424b2608bec HTTP/1.1" status: 200 len: 217 time: 0.0368931 Jun 16 16:23:06.612349 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.626439 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32282cda-635f-473d-82cb-4f81e15549c2 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:06.646534 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:06.647833 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-7034f220-822c-4699-b55c-9ad2589873e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:06.649310 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-7034f220-822c-4699-b55c-9ad2589873e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a90affee-3ace-41b2-947a-922d25503f82 HTTP/1.1" status: 200 len: 847 time: 0.0446701 Jun 16 16:23:06.651300 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.654280 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:06.684539 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-d133a5c8-acb1-49b7-8b1a-00d0cd5579a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283952 Jun 16 16:23:06.709625 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=6']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:06.718911 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.719288 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.719633 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.719971 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.720366 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.720714 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.721033 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.721360 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.721874 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.722390 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.722717 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.723043 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:06.728391 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['32282cda-635f-473d-82cb-4f81e15549c2'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:06.730610 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:06.793657 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-8cb6d958-db11-4c3b-9fce-b2dd5129e3b2 service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993321 Jun 16 16:23:06.936791 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5e1a2cbf-764c-4e6e-bb59-6e79ab28b088 req-a6010b39-0954-4650-af9b-17805ea5364a service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363015 Jun 16 16:23:06.971733 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b4a34-b3fc-4427-8b44-bbef743cd901 req-5ba95822-27e7-4613-afac-4cfe8f58a82e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:06.973215 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3e0b4a34-b3fc-4427-8b44-bbef743cd901 req-5ba95822-27e7-4613-afac-4cfe8f58a82e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 945 time: 0.0873592 Jun 16 16:23:07.056459 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3e0b4a34-b3fc-4427-8b44-bbef743cd901 req-f9a66ad4-f3ed-4c8c-a820-dedc87abcd47 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721929 Jun 16 16:23:07.072497 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-603727af-46b6-4759-b7ab-864828f4dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:07.073974 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-603727af-46b6-4759-b7ab-864828f4dee6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f6238b25e2b4d28a5d67e70100d5b36&device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 1096 time: 0.0783234 Jun 16 16:23:07.178418 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-c1c9ff25-69c7-4e9b-a229-6b08e582ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:07.179903 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-c1c9ff25-69c7-4e9b-a229-6b08e582ab40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 HTTP/1.1" status: 200 len: 908 time: 0.0992680 Jun 16 16:23:07.227424 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-afdfb118-4c5d-4ac1-996a-8940d175a62a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22f441f-083a-46d3-81e5-a424b2608bec HTTP/1.1" status: 200 len: 217 time: 0.0395694 Jun 16 16:23:07.289442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-78e5df58-37de-4000-bc9e-35cba611f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:07.291047 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-78e5df58-37de-4000-bc9e-35cba611f033 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a90affee-3ace-41b2-947a-922d25503f82 HTTP/1.1" status: 200 len: 847 time: 0.0564580 Jun 16 16:23:07.337541 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-d563deff-d940-454d-b1bc-1800c2407739 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385425 Jun 16 16:23:07.475302 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-8619a587-a1bd-4b73-ae9c-14ac1213db41 service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307354 Jun 16 16:23:07.577703 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da11555-8dbb-4e48-88ba-107191ab7fef req-fa024697-6d0e-4ecf-ae0f-32541bea0231 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:07.579235 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0da11555-8dbb-4e48-88ba-107191ab7fef req-fa024697-6d0e-4ecf-ae0f-32541bea0231 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 943 time: 0.1364253 Jun 16 16:23:07.614742 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-63b35f33-f846-4252-b0fb-0ef1cec928a0 req-df28a0e5-3118-45e7-bc5d-daa1fa941d53 service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316912 Jun 16 16:23:07.635762 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0da11555-8dbb-4e48-88ba-107191ab7fef req-53045de3-df89-429f-bbdc-2ec93fdbe182 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479171 Jun 16 16:23:08.284573 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8550274-7beb-4f95-8e13-3bfc18a4b18f req-7fb31dbf-c2bb-4f5b-afa2-e0f0cf07e76d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:08.289469 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c8550274-7beb-4f95-8e13-3bfc18a4b18f req-7fb31dbf-c2bb-4f5b-afa2-e0f0cf07e76d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 945 time: 0.0844007 Jun 16 16:23:08.324379 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:08.347483 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c8550274-7beb-4f95-8e13-3bfc18a4b18f req-0948c90a-828e-460b-9272-f8c9784c7f86 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517123 Jun 16 16:23:08.452418 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f22f441f-083a-46d3-81e5-a424b2608bec details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:08.454067 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46174) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:08.464443 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:08.610629 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f22f441f-083a-46d3-81e5-a424b2608bec, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f22f441f-083a-46d3-81e5-a424b2608bec,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:08.624245 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'f22f441f-083a-46d3-81e5-a424b2608bec', 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5', 'port_id': 'f22f441f-083a-46d3-81e5-a424b2608bec', 'mac_address': 'fa:16:3e:1d:42:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90affee-3ace-41b2-947a-922d25503f82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:08.667130 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 32282cda-635f-473d-82cb-4f81e15549c2 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:08.667830 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:08.694006 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:08.719143 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f441f-083a-46d3-81e5-a424b2608bec {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:08.746359 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f22f441f-083a-46d3-81e5-a424b2608bec, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f22f441f-083a-46d3-81e5-a424b2608bec,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:08.754202 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:08.774536 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:08.824421 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:08.872012 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:08.873356 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:08.876110 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa937f5c-7e3b-4bd0-9b07-fe7def0533fd" -d '{"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-plugged", "status": "completed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:08.878834 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f22f441f-083a-46d3-81e5-a424b2608bec,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:08.892434 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:08.894144 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:08.896315 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:08.963986 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=7']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:08.973376 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:08.974943 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e29363c-6429-4aa2-86b4-77770b867d61 x-openstack-request-id: req-4e29363c-6429-4aa2-86b4-77770b867d61 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:08.975267 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-plugged", "status": "completed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:08.975533 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e29363c-6429-4aa2-86b4-77770b867d61 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:08.975937 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2', 'code': 200} Jun 16 16:23:08.990707 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['f22f441f-083a-46d3-81e5-a424b2608bec'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:09.053963 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b831c-4867-4be5-9887-d9dc7e3b0e20 req-435c6b39-2528-467b-adf4-ddec522ba0e2 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:09.056607 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-632b831c-4867-4be5-9887-d9dc7e3b0e20 req-435c6b39-2528-467b-adf4-ddec522ba0e2 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 944 time: 0.1369820 Jun 16 16:23:09.080890 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-ef9be06f-245f-4eed-b820-7724ab47683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:09.083213 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-ef9be06f-245f-4eed-b820-7724ab47683f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1099 time: 0.1057127 Jun 16 16:23:09.113816 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-632b831c-4867-4be5-9887-d9dc7e3b0e20 req-43eba4a1-a403-435d-ba07-c3933a181fbf tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Jun 16 16:23:09.181701 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559567'] for router_interface, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:09.240230 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-b685c467-6964-4a6f-906b-ba35715dac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:09.241933 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-b685c467-6964-4a6f-906b-ba35715dac7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.1313181 Jun 16 16:23:09.324217 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-a87b8e25-3fdc-4a3d-8d6d-c9394b4cef83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 1001 time: 0.0747793 Jun 16 16:23:09.395596 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-8f5fd5e8-41cc-4735-8bc0-18999dfc9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:09.396414 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-8f5fd5e8-41cc-4735-8bc0-18999dfc9c59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0650532 Jun 16 16:23:09.487592 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-9123d11e-8d01-4061-a836-3dca4ef2e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:09.489652 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-9123d11e-8d01-4061-a836-3dca4ef2e37c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853257 Jun 16 16:23:09.502227 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Deleting port d3feaddf-65e5-4cd8-9040-f3687675c4f5 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:09.502808 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:09.600016 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] For port d3feaddf-65e5-4cd8-9040-f3687675c4f5, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=d3feaddf-65e5-4cd8-9040-f3687675c4f5,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:09.600530 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:09.626618 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99875d-ce7d-47b9-8a7e-d153c2843b1b req-0a9f8961-ffee-4080-ac07-4d28cf3227d5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:09.633587 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ba99875d-ce7d-47b9-8a7e-d153c2843b1b req-0a9f8961-ffee-4080-ac07-4d28cf3227d5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.1497388 Jun 16 16:23:09.637517 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-d7927546-56d9-4ac8-86ee-baf084f11bb2 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384094 Jun 16 16:23:09.698016 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Calling delete_port for d3feaddf-65e5-4cd8-9040-f3687675c4f5 owned by network:router_interface {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:09.722593 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ba99875d-ce7d-47b9-8a7e-d153c2843b1b req-bf269462-1574-45ed-9740-97387dec44e3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873559 Jun 16 16:23:09.800418 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bab32365-da0d-4ef1-9c18-69ae80e8f916 req-5ce6bd72-fe77-43b2-aa3f-fb629f26f996 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475036 Jun 16 16:23:09.912123 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:09.914721 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b49513be-1a97-43e2-afc8-f2b89102ed49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:09.937766 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3feaddf-65e5-4cd8-9040-f3687675c4f5,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:09.941342 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:10.167447 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559451'] for router_interface, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.464862 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8add7c-4e30-4406-adf1-4c11c9ca1abd req-dc0990f0-5b93-4d1e-8b56-967fb74525b7 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:10.466409 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cf8add7c-4e30-4406-adf1-4c11c9ca1abd req-dc0990f0-5b93-4d1e-8b56-967fb74525b7 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 944 time: 0.1740315 Jun 16 16:23:10.475798 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f22f441f-083a-46d3-81e5-a424b2608bec up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:10.544002 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port f22f441f-083a-46d3-81e5-a424b2608bec completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:10.545961 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-cf8add7c-4e30-4406-adf1-4c11c9ca1abd req-9071592c-f610-4864-9ffe-d6cc130fde2b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Jun 16 16:23:10.553022 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port f22f441f-083a-46d3-81e5-a424b2608bec triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:10.553482 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.558367 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Router ec346ddc-7e66-426b-8dda-7786c171ce98 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:23:10.642056 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.681876 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:10.687535 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port f22f441f-083a-46d3-81e5-a424b2608bec, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f22f441f-083a-46d3-81e5-a424b2608bec,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:10.691512 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] Sync routers for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:10.694736 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46190) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:10.695699 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] 10.222.0.77 "PUT /v2.0/routers/ec346ddc-7e66-426b-8dda-7786c171ce98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2393169 Jun 16 16:23:10.709852 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.716065 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:10.752811 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:10.752811 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:23:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:10.829682 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks [] for router, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.874736 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=f22f441f-083a-46d3-81e5-a424b2608bec,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:10.878110 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:10.918189 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:10.980249 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f441f-083a-46d3-81e5-a424b2608bec'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:10.982548 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc6de3f-2403-4ed1-9d50-883443dff5e4" -d '{"events": [{"server_uuid": "bd8aa88c-59cc-4d35-8641-a9f38989db17", "name": "network-vif-plugged", "status": "completed", "tag": "f22f441f-083a-46d3-81e5-a424b2608bec"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:11.061670 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4002b6-d892-4e6d-a2e5-19caa016e8a1 x-openstack-request-id: req-1b4002b6-d892-4e6d-a2e5-19caa016e8a1 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:11.062052 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8aa88c-59cc-4d35-8641-a9f38989db17", "name": "network-vif-plugged", "status": "completed", "tag": "f22f441f-083a-46d3-81e5-a424b2608bec", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:11.062224 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b4002b6-d892-4e6d-a2e5-19caa016e8a1 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:11.062640 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f441f-083a-46d3-81e5-a424b2608bec', 'code': 200} Jun 16 16:23:11.158044 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:23:09Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:11.163106 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] Checking router: ec346ddc-7e66-426b-8dda-7786c171ce98 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:11.174699 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] Routers {'ec346ddc-7e66-426b-8dda-7786c171ce98'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:11.175460 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:23:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ec346ddc-7e66-426b-8dda-7786c171ce98'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:11.253106 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a1553-bd9e-4ec9-b7fd-ddf8acc989e9 req-14b1c5ee-526b-46b8-b4cd-5bd4ee982f89 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:11.254594 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-367a1553-bd9e-4ec9-b7fd-ddf8acc989e9 req-14b1c5ee-526b-46b8-b4cd-5bd4ee982f89 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.3812470 Jun 16 16:23:11.256083 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.316950 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] Set router ec346ddc-7e66-426b-8dda-7786c171ce98 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:11.344012 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-367a1553-bd9e-4ec9-b7fd-ddf8acc989e9 req-c1430b28-d332-4172-a197-0f613a94cc53 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820129 Jun 16 16:23:11.411900 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Deleting port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:11.412763 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.434959 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fb810-07b0-43fe-b07a-12c66889ed8e req-dd843d42-1129-4f40-8fdd-3f9e2611d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:11.436465 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-323fb810-07b0-43fe-b07a-12c66889ed8e req-dd843d42-1129-4f40-8fdd-3f9e2611d9ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 1098 time: 0.1138530 Jun 16 16:23:11.533602 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-323fb810-07b0-43fe-b07a-12c66889ed8e req-1a0e0b11-2843-411a-8785-2cb135d53e55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868113 Jun 16 16:23:11.538782 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:23:09Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:11.546385 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd100a0-92d7-4e35-9db2-be077d756644 None None] The sync data for ids ['ec346ddc-7e66-426b-8dda-7786c171ce98'] in dv-cinder-775250-5-smb is: [{'id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'name': 'tempest-AttachVolumeTestJSON-1219724589-router', 'tenant_id': '048da66b38204d7d8e26195db559e5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:49Z', 'updated_at': '2021-06-16T16:23:09Z', 'revision_number': 5, 'project_id': '048da66b38204d7d8e26195db559e5f9', 'gw_port': {'id': 'c4a2f9a7-a32e-4ea5-a9bc-b99b28335320', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec346ddc-7e66-426b-8dda-7786c171ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:51Z', 'updated_at': '2021-06-16T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:11.548711 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] For port c4a2f9a7-a32e-4ea5-a9bc-b99b28335320, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:11.549118 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.635840 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Calling delete_port for c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 owned by network:router_gateway {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:11.761992 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dbec5-1514-4418-86cc-e46d243e037a req-f6d35308-868c-4bc3-a9d1-7c35b0eec4bb tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:11.763616 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6dbec5-1514-4418-86cc-e46d243e037a req-f6d35308-868c-4bc3-a9d1-7c35b0eec4bb tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 945 time: 0.0752687 Jun 16 16:23:11.812759 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db6dbec5-1514-4418-86cc-e46d243e037a req-dfcc999b-259d-44b4-a31e-9f5c67b530a3 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Jun 16 16:23:11.858547 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.860886 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-83dbd39f-1fee-42b5-a645-5b1bafa7aa5e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:11.886667 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a2f9a7-a32e-4ea5-a9bc-b99b28335320,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:11.889887 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:11.966804 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023000'] for router_gateway, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.112119 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device d3feaddf-65e5-4cd8-9040-f3687675c4f5 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:12.126939 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7467'] for router, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.129874 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.222506 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965458'] for router, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.223267 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec346ddc-7e66-426b-8dda-7786c171ce98 {{(pid=91700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:23:12.232909 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.234361 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ec346ddc-7e66-426b-8dda-7786c171ce98 HTTP/1.1" status: 204 len: 168 time: 1.5384877 Jun 16 16:23:12.237015 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46198) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:12.305916 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Deleting subnet be3afec6-eee4-4435-8628-cbe3e43f3193 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:23:12.323423 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: d3feaddf-65e5-4cd8-9040-f3687675c4f5 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:23:12.323972 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device d3feaddf-65e5-4cd8-9040-f3687675c4f5 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:12.329269 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.378727 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.526371 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.640995 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.645825 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6848a8c9-8c3c-4e91-8cba-c5275300567b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:12.663078 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0d28-62d0-488c-b274-a3621de43c00 req-49d4417a-fb18-438a-91a8-1699cd36977e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:12.664955 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eaff0d28-62d0-488c-b274-a3621de43c00 req-49d4417a-fb18-438a-91a8-1699cd36977e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0998096 Jun 16 16:23:12.686926 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.689242 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/be3afec6-eee4-4435-8628-cbe3e43f3193 HTTP/1.1" status: 204 len: 168 time: 0.4504981 Jun 16 16:23:12.690335 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3afec6-eee4-4435-8628-cbe3e43f3193,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:12.691932 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46202) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:12.694563 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42568df1-df01-4a67-b38f-fdddb46d6eae None None] Network 73019c28-271a-4dd3-996c-2973e549f0dc requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:12.701716 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-88ba2c59-905e-4067-9d48-b5380069f85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:12.738263 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-eaff0d28-62d0-488c-b274-a3621de43c00 req-465f7735-54cb-43d7-b483-17f4cb2ec55d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553889 Jun 16 16:23:12.791541 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.857859 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Deleting port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:12.858332 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.940075 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] DHCP port deletion for 73019c28-271a-4dd3-996c-2973e549f0dc request from dv-cinder-775250-5-smb {{(pid=91701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:23:12.992593 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] For port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:12.993505 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.003705 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Deleting port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:13.004100 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.073378 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] For port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,segment=NetworkSegment(f8ee23fd-a08b-4aba-bbc1-1142b5ab0432),segment_id=f8ee23fd-a08b-4aba-bbc1-1142b5ab0432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:13.073829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.113955 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Calling delete_port for 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:13.155283 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Calling delete_port for 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:13.201606 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb571d-8ff2-4b24-ab2c-81786a77372f req-ecd12af0-bd14-4663-928c-a89a14330b3a tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:13.209856 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a6fb571d-8ff2-4b24-ab2c-81786a77372f req-ecd12af0-bd14-4663-928c-a89a14330b3a tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 945 time: 0.2123692 Jun 16 16:23:13.271393 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a6fb571d-8ff2-4b24-ab2c-81786a77372f req-3553b8b8-d3be-42f2-91b9-14146bde51fc tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605707 Jun 16 16:23:13.307782 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.318184 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.322647 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.330631 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] No DVR routers for this DVR port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 on host dv-cinder-775250-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:13.332049 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.338063 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] No DVR routers for this DVR port 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 on host dv-cinder-775250-5-smb {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:13.367068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Pushing event deleted for resources: {'Port': ['ID=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.375222 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.398096 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.402957 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.448466 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.460904 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73019c28-271a-4dd3-996c-2973e549f0dc']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:13.473722 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:13.474127 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ee23fd-a08b-4aba-bbc1-1142b5ab0432') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:13.484297 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.508405 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.518606 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:23:13.519130 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: retrieve_revision_numbers = { Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:23:13.581378 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:23:13.586172 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.597896 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.613029 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.615218 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/73019c28-271a-4dd3-996c-2973e549f0dc HTTP/1.1" status: 204 len: 168 time: 0.9219558 Jun 16 16:23:13.617035 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=73019c28-271a-4dd3-996c-2973e549f0dc,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.620645 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.729868 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:13.760607 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:23:13.761123 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device c4a2f9a7-a32e-4ea5-a9bc-b99b28335320 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:13.761850 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:13.771596 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46218) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:13.793774 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:23:13.794473 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 11d5ee9a-8146-4c83-ab8c-8abeaeb9f5e6 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:13.852047 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-79c080f5-c96e-41bd-910a-e98f533f427e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=048da66b38204d7d8e26195db559e5f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0791006 Jun 16 16:23:13.855271 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46222) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:13.969927 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.010190 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.019690 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88e322-9e5d-4e7e-9c37-70860e5ab384 req-b735ccf5-b319-4a14-9ccf-383e8c8a7065 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.021459 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bf88e322-9e5d-4e7e-9c37-70860e5ab384 req-b735ccf5-b319-4a14-9ccf-383e8c8a7065 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.1179266 Jun 16 16:23:14.105452 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bf88e322-9e5d-4e7e-9c37-70860e5ab384 req-5eebe883-31ea-470e-b981-f13a5b194747 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653017 Jun 16 16:23:14.136770 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.140645 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.142357 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0680c5e1-0bc0-4f2f-9684-d4a3f6f4b7f6 HTTP/1.1" status: 204 len: 168 time: 0.2852733 Jun 16 16:23:14.143569 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-45eeebf8-0671-4add-a4cd-b42ab25dd9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:14.177032 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680c5e1-0bc0-4f2f-9684-d4a3f6f4b7f6,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:14.197255 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:14.327441 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d383a03-d8c7-4e32-a4b0-61113e411748 req-09912fa3-37d3-48ce-a08a-f2f201d6f0f1 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.328950 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0d383a03-d8c7-4e32-a4b0-61113e411748 req-09912fa3-37d3-48ce-a08a-f2f201d6f0f1 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 945 time: 0.0943739 Jun 16 16:23:14.393976 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0d383a03-d8c7-4e32-a4b0-61113e411748 req-aecceb85-8f17-4ffc-926d-b67acc860b97 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537119 Jun 16 16:23:15.374393 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e5b3-2cc9-4270-8fa9-01a800b13bae req-35c236fd-5e5a-424d-af3e-6becec941a3c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:15.377962 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e344e5b3-2cc9-4270-8fa9-01a800b13bae req-35c236fd-5e5a-424d-af3e-6becec941a3c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.1012318 Jun 16 16:23:15.442915 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-e344e5b3-2cc9-4270-8fa9-01a800b13bae req-e16a69e0-502b-4509-aa7b-4c3c95d3d119 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579393 Jun 16 16:23:15.640768 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1174c-d6ee-4ba9-a5c6-41c587e47288 req-7cbf59cc-4557-4355-a578-2b48e4cd878b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:15.654884 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5be1174c-d6ee-4ba9-a5c6-41c587e47288 req-7cbf59cc-4557-4355-a578-2b48e4cd878b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 945 time: 0.1250598 Jun 16 16:23:15.715478 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930dfc4-0696-4036-85e1-c26404df8696 req-82439222-f8fc-407d-8473-1f11c96b6769 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:15.717477 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d930dfc4-0696-4036-85e1-c26404df8696 req-82439222-f8fc-407d-8473-1f11c96b6769 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 945 time: 0.1336036 Jun 16 16:23:15.733300 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5be1174c-d6ee-4ba9-a5c6-41c587e47288 req-14693f9e-acc8-4c47-ae87-d80492966a42 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773649 Jun 16 16:23:15.846097 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Deleting port f22f441f-083a-46d3-81e5-a424b2608bec {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:15.846832 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.979773 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] For port f22f441f-083a-46d3-81e5-a424b2608bec, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=f22f441f-083a-46d3-81e5-a424b2608bec,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:15.980308 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.067261 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Calling delete_port for f22f441f-083a-46d3-81e5-a424b2608bec owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:16.235756 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.240641 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2ce96e20-489d-4f4c-915b-9104fab0e476 tempest-DeleteServersTestJSON-521050039 tempest-DeleteServersTestJSON-521050039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:16.250284 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['f22f441f-083a-46d3-81e5-a424b2608bec'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:16.271138 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Pushing event deleted for resources: {'Port': ['ID=f22f441f-083a-46d3-81e5-a424b2608bec,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:16.275089 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:16.334773 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] No DVR routers for this DVR port f22f441f-083a-46d3-81e5-a424b2608bec on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:16.346137 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.348215 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d930dfc4-0696-4036-85e1-c26404df8696 req-67044b80-21ad-4074-9947-703395037d1b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "DELETE /v2.0/ports/f22f441f-083a-46d3-81e5-a424b2608bec HTTP/1.1" status: 204 len: 173 time: 0.6139023 Jun 16 16:23:16.348835 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'name': 'network-vif-deleted', 'tag': 'f22f441f-083a-46d3-81e5-a424b2608bec'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:16.351472 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e5b3f-d74c-4637-812f-4cc28dab18fb" -d '{"events": [{"server_uuid": "bd8aa88c-59cc-4d35-8641-a9f38989db17", "name": "network-vif-deleted", "tag": "f22f441f-083a-46d3-81e5-a424b2608bec"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:16.605039 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b438296-7677-4add-8784-f66fff676466 x-openstack-request-id: req-1b438296-7677-4add-8784-f66fff676466 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:16.605633 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8aa88c-59cc-4d35-8641-a9f38989db17", "name": "network-vif-deleted", "tag": "f22f441f-083a-46d3-81e5-a424b2608bec", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:16.606081 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b438296-7677-4add-8784-f66fff676466 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:16.606657 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8aa88c-59cc-4d35-8641-a9f38989db17', 'name': 'network-vif-deleted', 'tag': 'f22f441f-083a-46d3-81e5-a424b2608bec', 'status': 'completed', 'code': 200} Jun 16 16:23:16.724404 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b070950-2004-49ed-a1a6-108a10c7f993 req-6cdddf95-459b-4936-9227-4afffa431669 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:16.727899 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2b070950-2004-49ed-a1a6-108a10c7f993 req-6cdddf95-459b-4936-9227-4afffa431669 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0979745 Jun 16 16:23:16.784158 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2b070950-2004-49ed-a1a6-108a10c7f993 req-5eea0e09-e4a6-4d9f-8419-8d6dcd7f9c5b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495167 Jun 16 16:23:16.929224 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-3bb01c58-b09e-40f2-bac1-45b6dbd08c34 req-190f6fd3-21f1-4299-b206-5d0de8594285 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8aa88c-59cc-4d35-8641-a9f38989db17 HTTP/1.1" status: 200 len: 210 time: 0.0429423 Jun 16 16:23:17.892923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46378) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.040897 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-afb38c91-9157-4775-ae3e-79eca9d0f757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.093208 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f63a4-9db4-4dd7-9f2e-5a992bb0f4a5 req-ae0a7a65-3ab0-458d-8a4e-198bec5d5a6a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:18.100806 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9e2f63a4-9db4-4dd7-9f2e-5a992bb0f4a5 req-ae0a7a65-3ab0-458d-8a4e-198bec5d5a6a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.1528516 Jun 16 16:23:18.171404 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9e2f63a4-9db4-4dd7-9f2e-5a992bb0f4a5 req-4b44b645-b088-414e-80a3-4070392ac673 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694788 Jun 16 16:23:18.252692 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-afb38c91-9157-4775-ae3e-79eca9d0f757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.257670 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-afb38c91-9157-4775-ae3e-79eca9d0f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.270180 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b2f096bc-2eb9-40c7-94dd-fe5efd7f9216 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.301837 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-afb38c91-9157-4775-ae3e-79eca9d0f757 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c06057dfe4714ecba71fa5f17d13b81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077671 Jun 16 16:23:18.304572 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46396) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.330613 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb38c91-9157-4775-ae3e-79eca9d0f757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5708926e-08cf-49c6-96da-44acfac68b7f,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.334547 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-afb38c91-9157-4775-ae3e-79eca9d0f757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.364885 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.375010 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-b15e1fa5-d02f-42ec-b886-855b2176a2a8 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:18.381977 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-b15e1fa5-d02f-42ec-b886-855b2176a2a8 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/networks?id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 HTTP/1.1" status: 200 len: 807 time: 0.1645932 Jun 16 16:23:18.392707 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.405014 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-2e7ae931-cdbf-47fc-ace2-9d28ddaaa1e4 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/quotas/7f6238b25e2b4d28a5d67e70100d5b36 HTTP/1.1" status: 200 len: 375 time: 0.0218625 Jun 16 16:23:18.446554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.449586 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.453132 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5708926e-08cf-49c6-96da-44acfac68b7f HTTP/1.1" status: 204 len: 168 time: 0.1452372 Jun 16 16:23:18.453298 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-d659b14f-a0ca-4e88-b3f8-1edc6db7a8cf tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f6238b25e2b4d28a5d67e70100d5b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444701 Jun 16 16:23:18.453413 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4d5020f7-2b7e-4c73-9b7d-07525bd98015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.465932 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5708926e-08cf-49c6-96da-44acfac68b7f,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.468718 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.545391 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f22f441f-083a-46d3-81e5-a424b2608bec no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:18.565171 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: f22f441f-083a-46d3-81e5-a424b2608bec {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:23:18.565528 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device f22f441f-083a-46d3-81e5-a424b2608bec not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:18.810704 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46412) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.830604 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a56e1225-80e5-42b5-992b-7bc171fcc294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.883564 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-6dfac5fa-a83a-452e-99f0-bac7d70f013c service neutron] 10.222.0.77 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309316 Jun 16 16:23:18.923918 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a56e1225-80e5-42b5-992b-7bc171fcc294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.928239 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a56e1225-80e5-42b5-992b-7bc171fcc294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.931279 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f718675a-b608-4cfe-8e50-e7ab0a48a966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.969273 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-a56e1225-80e5-42b5-992b-7bc171fcc294 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39e0dd0eba294473a5514e8b262d5f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572490 Jun 16 16:23:18.970405 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e1225-80e5-42b5-992b-7bc171fcc294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af402d0f-8442-473e-b51e-7b47aaf8e4a5,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.973920 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a56e1225-80e5-42b5-992b-7bc171fcc294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.974395 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46416) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.982203 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-7dd5222e-2a70-4f62-81b6-9cb789cc8b56 service neutron] 10.222.0.77 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Jun 16 16:23:19.024939 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c159b980-58a7-4d78-932f-44f2d184b331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.047470 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c159b980-58a7-4d78-932f-44f2d184b331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.102724 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c159b980-58a7-4d78-932f-44f2d184b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.105432 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c159b980-58a7-4d78-932f-44f2d184b331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.109641 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-c159b980-58a7-4d78-932f-44f2d184b331 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af402d0f-8442-473e-b51e-7b47aaf8e4a5 HTTP/1.1" status: 204 len: 168 time: 0.1313062 Jun 16 16:23:19.109641 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c04aa20d-2d01-4041-9fcb-e67e5fd8771c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:19.115110 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159b980-58a7-4d78-932f-44f2d184b331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af402d0f-8442-473e-b51e-7b47aaf8e4a5,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:19.117111 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c159b980-58a7-4d78-932f-44f2d184b331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:19.170672 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5affccf6-3819-4cc7-84ad-c764f49e65ca req-881d7620-2156-4e03-a2e1-9a5ed63e6669 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 210 time: 0.0388732 Jun 16 16:23:19.375880 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b6bb7-24d7-4e7a-9dd0-59239eab39b7 req-71d78251-54f3-4304-aebd-0a5440cf197a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.377400 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db5b6bb7-24d7-4e7a-9dd0-59239eab39b7 req-71d78251-54f3-4304-aebd-0a5440cf197a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0787194 Jun 16 16:23:19.431424 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-7ce9c091-3be8-4840-bb3c-ca5f114e66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.432129 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-db5b6bb7-24d7-4e7a-9dd0-59239eab39b7 req-947374ca-9f6c-4e48-861b-b35c96647447 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479717 Jun 16 16:23:19.433335 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-7ce9c091-3be8-4840-bb3c-ca5f114e66f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1099 time: 0.0654469 Jun 16 16:23:19.532803 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-1c1b104b-6b4e-4d8c-9b31-5b3c22b91484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.534545 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-1c1b104b-6b4e-4d8c-9b31-5b3c22b91484 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.0950055 Jun 16 16:23:19.608376 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-d341bb49-fe94-4276-a6f2-f45ea743bb24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 1001 time: 0.0669262 Jun 16 16:23:19.667009 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-d3f1e2d9-9fc3-4266-8a59-6ae2041d0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.667967 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-d3f1e2d9-9fc3-4266-8a59-6ae2041d0206 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0535557 Jun 16 16:23:19.733286 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-15de558c-ac86-4942-a0f1-7c623224c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.737220 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-15de558c-ac86-4942-a0f1-7c623224c912 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595973 Jun 16 16:23:19.836478 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-b13d9713-9392-4b94-b8c5-6c984a678068 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946105 Jun 16 16:23:19.936146 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-62a40084-c4c3-47ba-ada7-dd7f648a4508 req-89d22ddd-bd1d-4b44-a319-ba2384d60d6e service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892396 Jun 16 16:23:20.349331 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b02d2d43-422c-4a5d-8e9c-b671c1d72389 req-5bdea3bd-17fd-4974-afd9-8ba3ac4e8808 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 210 time: 0.0359459 Jun 16 16:23:20.384507 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-b2c58223-59f0-400a-9337-9a78b0d786f3 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:20.386311 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-b2c58223-59f0-400a-9337-9a78b0d786f3 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "GET /v2.0/networks?id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 HTTP/1.1" status: 200 len: 807 time: 0.1701245 Jun 16 16:23:20.399021 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Request body: {'port': {'device_id': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5', 'admin_state_up': True, 'tenant_id': '7f6238b25e2b4d28a5d67e70100d5b36'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:20.524205 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Made reservation on behalf of 7f6238b25e2b4d28a5d67e70100d5b36 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:20.529085 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:20.644523 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1714707-e7e5-4611-81e7-0ea35aab6011 req-92ab2119-910a-41e8-88b3-e2b545d0066d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:20.646692 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d1714707-e7e5-4611-81e7-0ea35aab6011 req-92ab2119-910a-41e8-88b3-e2b545d0066d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0739298 Jun 16 16:23:20.672977 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Allocated IP 172.20.0.11 (18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5/a90affee-3ace-41b2-947a-922d25503f82/5238b25d-e219-479d-8df6-95bd40777e20) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:20.688071 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d1714707-e7e5-4611-81e7-0ea35aab6011 req-d87435df-0c8c-4ebc-9f2a-ff1eae8c3e2b tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352430 Jun 16 16:23:20.826894 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:20.868521 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:20.873977 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e3833a9e-ade7-4892-a676-22d1035fae51 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:20.924425 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:20.928085 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:20.930696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:20.955611 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Pushing event updated for resources: {'Port': ['ID=5238b25d-e219-479d-8df6-95bd40777e20,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:20.959961 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:20.992046 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:20.992667 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.008046 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6129193 Jun 16 16:23:21.019823 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Request body: {'port': {'device_id': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:21.093083 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.357485 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5238b25d-e219-479d-8df6-95bd40777e20 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:21.364587 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.377154 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Transition to ACTIVE for port object 5238b25d-e219-479d-8df6-95bd40777e20 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:21.381377 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.384393 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8e1c27b8-6373-4e4b-8afa-636db9528d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:21.460805 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Pushing event updated for resources: {'Port': ['ID=5238b25d-e219-479d-8df6-95bd40777e20,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:21.709535 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:21.801726 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Attempting to bind port 5238b25d-e219-479d-8df6-95bd40777e20 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:21.802554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Attempting to bind port 5238b25d-e219-479d-8df6-95bd40777e20 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:21.802554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Attempting to bind port 5238b25d-e219-479d-8df6-95bd40777e20 on network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:21.818759 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26713bf5-b6f7-469b-90ac-c7dd88f4dbeb req-30bac399-9ef8-4504-a2bd-56f25409ce44 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:21.820289 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-26713bf5-b6f7-469b-90ac-c7dd88f4dbeb req-30bac399-9ef8-4504-a2bd-56f25409ce44 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 944 time: 0.1098793 Jun 16 16:23:21.821781 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Port 5238b25d-e219-479d-8df6-95bd40777e20 on network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:21.822302 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Attempting to bind port 5238b25d-e219-479d-8df6-95bd40777e20 on network 18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:21.830249 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:21.830587 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Checking segment: {'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:21.830971 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Bound using segment: {'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:21.831441 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Bound port: 5238b25d-e219-479d-8df6-95bd40777e20, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e21342-4fd0-4155-b1c9-4d56eb839432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:21.831792 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.882572 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c43804-3ee1-48f7-ae89-d458cb8d99b9 req-255d97c0-3b7c-43de-a41d-caa820b8ca70 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:21.885812 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-99c43804-3ee1-48f7-ae89-d458cb8d99b9 req-255d97c0-3b7c-43de-a41d-caa820b8ca70 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 946 time: 0.0684800 Jun 16 16:23:21.902879 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-26713bf5-b6f7-469b-90ac-c7dd88f4dbeb req-b49063d3-cb97-4179-a29f-fdd95ad69b42 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710006 Jun 16 16:23:21.932506 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-99c43804-3ee1-48f7-ae89-d458cb8d99b9 req-c7ebaf8e-fd7c-4773-b044-598acbe19c7f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Jun 16 16:23:21.938010 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] For port 5238b25d-e219-479d-8df6-95bd40777e20, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:21.941421 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] For port 5238b25d-e219-479d-8df6-95bd40777e20, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5238b25d-e219-479d-8df6-95bd40777e20,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:21.945578 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.947938 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eea5246e-cdf3-46e4-a827-2d6903f0a36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:21.982485 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:21.983623 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.984517 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] 10.222.0.58 "PUT /v2.0/ports/5238b25d-e219-479d-8df6-95bd40777e20 HTTP/1.1" status: 200 len: 1094 time: 0.9688888 Jun 16 16:23:21.985056 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'tag': '5238b25d-e219-479d-8df6-95bd40777e20'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:21.987388 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137", "tag": "5238b25d-e219-479d-8df6-95bd40777e20"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:22.069698 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0648e2cc-835d-4863-b7c7-a0261cba68d3 x-openstack-request-id: req-0648e2cc-835d-4863-b7c7-a0261cba68d3 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:22.070022 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137", "tag": "5238b25d-e219-479d-8df6-95bd40777e20", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:22.070304 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0648e2cc-835d-4863-b7c7-a0261cba68d3 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:22.070725 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'tag': '5238b25d-e219-479d-8df6-95bd40777e20', 'status': 'completed', 'code': 200} Jun 16 16:23:22.078618 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Pushing event updated for resources: {'Port': ['ID=5238b25d-e219-479d-8df6-95bd40777e20,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:22.091881 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:22.107471 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-71a32847-244e-42ce-97de-c0f6c5d8fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:22.109025 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-71a32847-244e-42ce-97de-c0f6c5d8fae3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f6238b25e2b4d28a5d67e70100d5b36&device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 1097 time: 0.0722442 Jun 16 16:23:22.160419 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-32dfc9e6-4115-4185-a45a-52e03cc2e0e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5238b25d-e219-479d-8df6-95bd40777e20 HTTP/1.1" status: 200 len: 217 time: 0.0441883 Jun 16 16:23:22.221959 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-1779e6eb-2504-4b66-82bd-6b06f8364b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:22.223464 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-1779e6eb-2504-4b66-82bd-6b06f8364b38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a90affee-3ace-41b2-947a-922d25503f82 HTTP/1.1" status: 200 len: 847 time: 0.0561202 Jun 16 16:23:22.265430 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-be5aa9b1-010a-4b32-aea2-cbf316e2f13f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345631 Jun 16 16:23:22.375078 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-d24832ba-be8c-46e3-9883-a398cace79c0 service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023827 Jun 16 16:23:22.475854 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a78f7a04-c90c-47f0-ae85-fa0533437a54 req-b8c1dcc4-ba95-4b98-bbfc-f57199dee9fc service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938582 Jun 16 16:23:22.577420 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:22.584941 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-cbdf060b-8909-4556-b4ad-95e5b03a5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:22.586990 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-cbdf060b-8909-4556-b4ad-95e5b03a5f2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f6238b25e2b4d28a5d67e70100d5b36&device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 1097 time: 0.0597584 Jun 16 16:23:22.658296 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.681501 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:22.682477 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-60896af1-9e29-4e40-acb2-dfd52a66a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:22.684011 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-60896af1-9e29-4e40-acb2-dfd52a66a4e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 HTTP/1.1" status: 200 len: 908 time: 0.0906436 Jun 16 16:23:22.684696 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1338eaa-bf0a-4c73-96f2-273761554fba" -d '{"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-unplugged", "status": "completed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:22.699291 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:22.704290 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.707066 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:22.753281 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-c744e7dc-30b3-440c-a71c-218de8ee0cae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5238b25d-e219-479d-8df6-95bd40777e20 HTTP/1.1" status: 200 len: 217 time: 0.0626566 Jun 16 16:23:22.761362 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=8']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:22.775372 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:22.814389 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-5fd11945-2780-4e97-80b0-96bcef2460f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:22.816671 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-5fd11945-2780-4e97-80b0-96bcef2460f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a90affee-3ace-41b2-947a-922d25503f82 HTTP/1.1" status: 200 len: 847 time: 0.0553770 Jun 16 16:23:22.856692 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-cfe10398-1469-422f-8d59-c644c597d128 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330613 Jun 16 16:23:22.862633 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23712aeb-9258-4c01-969b-fed7df510a25 x-openstack-request-id: req-23712aeb-9258-4c01-969b-fed7df510a25 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:22.862954 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-unplugged", "status": "failed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2", "code": 422}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:22.863232 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23712aeb-9258-4c01-969b-fed7df510a25 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:22.863632 dv-cinder-775250-5-smb neutron-server[91701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2', 'code': 422} returned with failed status Jun 16 16:23:22.960665 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-aaa25010-c3b9-4c93-ad02-bca84c3a55a1 service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974715 Jun 16 16:23:23.100291 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f082fc3e-fa4b-4b5c-8f7b-778025dc0de1 req-b07d6193-c8ce-4c9a-bb37-23df743bc0f4 service neutron] 10.222.0.58 "GET /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327124 Jun 16 16:23:23.127394 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6e006-2564-4e81-a80e-03e026404243 req-04cdbf69-ff41-4134-b440-e30906984f0a tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:23.128901 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8be6e006-2564-4e81-a80e-03e026404243 req-04cdbf69-ff41-4134-b440-e30906984f0a tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 944 time: 0.0922856 Jun 16 16:23:23.176013 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8be6e006-2564-4e81-a80e-03e026404243 req-7765a3f3-7fb7-43f2-891c-16acee8651b6 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Jun 16 16:23:23.181706 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31004-1991-4516-9583-13bfecfe603e req-d1480848-058d-4f28-8301-1b697435e1da tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:23.188630 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9aa31004-1991-4516-9583-13bfecfe603e req-d1480848-058d-4f28-8301-1b697435e1da tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0780580 Jun 16 16:23:23.223660 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9aa31004-1991-4516-9583-13bfecfe603e req-d5740159-4b6b-4148-8820-aaecf8631af5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341005 Jun 16 16:23:23.408400 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46546) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:23.512383 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-39bb4197-f984-4c83-a0d8-fa8489ba5c12 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027067 Jun 16 16:23:23.637910 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:23:24.388618 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcdb40-8c9c-45d2-9df4-ef6d9951b400 req-5c4b0fba-7ec5-4564-9cc1-367052c6a22c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.389980 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a3bcdb40-8c9c-45d2-9df4-ef6d9951b400 req-5c4b0fba-7ec5-4564-9cc1-367052c6a22c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 944 time: 0.0932288 Jun 16 16:23:24.406293 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2207e-f992-48e0-81a2-7ac0b32e64bc req-88033bd8-7e4a-4e1a-863f-021bd168bb9f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.407805 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-95c2207e-f992-48e0-81a2-7ac0b32e64bc req-88033bd8-7e4a-4e1a-863f-021bd168bb9f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0658119 Jun 16 16:23:24.434282 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-c6b95f3f-d8e3-4cd2-8432-cb7abce093f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.435764 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-c6b95f3f-d8e3-4cd2-8432-cb7abce093f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588&tenant_id=311b23f0351c41e5a0ba1857eec4b032 HTTP/1.1" status: 200 len: 1097 time: 0.0988097 Jun 16 16:23:24.440619 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a3bcdb40-8c9c-45d2-9df4-ef6d9951b400 req-2c9d19a9-3794-40c7-99b0-f8bf2c0a5451 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Jun 16 16:23:24.448895 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-95c2207e-f992-48e0-81a2-7ac0b32e64bc req-c0d86edc-e330-4637-8353-d83d4d15fe07 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352967 Jun 16 16:23:24.512887 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-43ebaca1-9e40-4932-98e9-1d641d660405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.514378 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-43ebaca1-9e40-4932-98e9-1d641d660405 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1097 time: 0.0551741 Jun 16 16:23:24.591762 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 5238b25d-e219-479d-8df6-95bd40777e20 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:24.607859 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-51929b23-70db-43ad-8aee-84f0ba11a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.609342 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-51929b23-70db-43ad-8aee-84f0ba11a08f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.0889444 Jun 16 16:23:24.672895 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-96d4763e-2947-410d-bff5-dedbeb495cfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 999 time: 0.0575573 Jun 16 16:23:24.688302 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 5238b25d-e219-479d-8df6-95bd40777e20, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5238b25d-e219-479d-8df6-95bd40777e20,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:24.700048 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '5238b25d-e219-479d-8df6-95bd40777e20', 'network_id': '18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5', 'port_id': '5238b25d-e219-479d-8df6-95bd40777e20', 'mac_address': 'fa:16:3e:78:86:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90affee-3ace-41b2-947a-922d25503f82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:24.724058 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-699fd37f-e7c3-4d43-b3f5-5ca5f5957b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.725609 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-699fd37f-e7c3-4d43-b3f5-5ca5f5957b39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0469346 Jun 16 16:23:24.747647 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.764193 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5238b25d-e219-479d-8df6-95bd40777e20 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:24.787984 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 5238b25d-e219-479d-8df6-95bd40777e20, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5238b25d-e219-479d-8df6-95bd40777e20,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:24.792226 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-9ae1036d-24dd-431e-a7f2-bc988b010f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.793735 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-9ae1036d-24dd-431e-a7f2-bc988b010f00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611022 Jun 16 16:23:24.794068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.797031 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:24.857588 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=5238b25d-e219-479d-8df6-95bd40777e20,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:24.861369 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:24.892209 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-f394c8ac-043f-4b07-81a1-d5bfe80805e4 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917370 Jun 16 16:23:24.989266 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-08ddf108-cb4c-44c2-8633-d35073b4e39d req-ace0cc2b-0f46-4d08-a85b-108534debb95 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900950 Jun 16 16:23:24.995164 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['5238b25d-e219-479d-8df6-95bd40777e20'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:25.728945 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4858-bd81-4a83-9688-d4596e65b1b4 req-f9d9258b-c3d8-4a64-a6d9-b0c3d3fffbfd tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:25.730728 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-585d4858-bd81-4a83-9688-d4596e65b1b4 req-f9d9258b-c3d8-4a64-a6d9-b0c3d3fffbfd tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.1027179 Jun 16 16:23:25.736695 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9bdef-cf9b-4ba3-9e20-521cdca21a97 req-11c272db-f7af-48a7-8371-2259d969e1e4 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:25.739660 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8cd9bdef-cf9b-4ba3-9e20-521cdca21a97 req-11c272db-f7af-48a7-8371-2259d969e1e4 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 945 time: 0.0738909 Jun 16 16:23:25.773375 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-585d4858-bd81-4a83-9688-d4596e65b1b4 req-0bb9adbd-0c23-4c12-8180-65f727a7a57f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367024 Jun 16 16:23:25.790355 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8cd9bdef-cf9b-4ba3-9e20-521cdca21a97 req-4f677fa7-0ee0-48cf-9926-60d99c1de22d tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Jun 16 16:23:26.623716 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 5238b25d-e219-479d-8df6-95bd40777e20 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:26.675502 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 5238b25d-e219-479d-8df6-95bd40777e20 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:26.680075 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 5238b25d-e219-479d-8df6-95bd40777e20 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:26.681086 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:26.761068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:26.784868 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5238b25d-e219-479d-8df6-95bd40777e20'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:26.787469 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cb4dd9-54d6-4a70-b777-33dae8305ef6" -d '{"events": [{"server_uuid": "a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137", "name": "network-vif-plugged", "status": "completed", "tag": "5238b25d-e219-479d-8df6-95bd40777e20"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:26.821571 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 5238b25d-e219-479d-8df6-95bd40777e20, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5238b25d-e219-479d-8df6-95bd40777e20,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:26.827396 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32bd361-47f1-4ae0-8099-ba019898d2ec x-openstack-request-id: req-f32bd361-47f1-4ae0-8099-ba019898d2ec {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:26.827761 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137", "name": "network-vif-plugged", "status": "completed", "tag": "5238b25d-e219-479d-8df6-95bd40777e20", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:26.828698 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f32bd361-47f1-4ae0-8099-ba019898d2ec {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:26.829105 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5238b25d-e219-479d-8df6-95bd40777e20', 'code': 200} Jun 16 16:23:26.830295 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:26.832514 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:26.882494 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=5238b25d-e219-479d-8df6-95bd40777e20,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:26.894176 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:26.991979 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533f4f7-a89e-4311-ae32-e88f12693fa9 req-8d67f83a-e8a9-4669-8bf4-4f1dd5ff3ba6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:26.994020 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f533f4f7-a89e-4311-ae32-e88f12693fa9 req-8d67f83a-e8a9-4669-8bf4-4f1dd5ff3ba6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0819755 Jun 16 16:23:27.021896 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec51ec-a583-4896-b1d8-9725b712e849 req-c21e9ef6-5a20-4346-8bbf-915461af0595 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:27.023445 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6cec51ec-a583-4896-b1d8-9725b712e849 req-c21e9ef6-5a20-4346-8bbf-915461af0595 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0835109 Jun 16 16:23:27.034722 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f533f4f7-a89e-4311-ae32-e88f12693fa9 req-5503f260-d87d-43b5-b9a8-16ececbb6db7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351207 Jun 16 16:23:27.067853 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6cec51ec-a583-4896-b1d8-9725b712e849 req-965e8a80-c4ef-4a6a-a19a-67b736831be6 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351417 Jun 16 16:23:28.252648 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b36ac-eef4-4847-a174-51e0594ce5d8 req-54a7cc39-6f81-4058-a867-1251e6bfeed1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.254219 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d93b36ac-eef4-4847-a174-51e0594ce5d8 req-54a7cc39-6f81-4058-a867-1251e6bfeed1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0863872 Jun 16 16:23:28.265357 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56023c02-ed4b-4413-a43a-7c76de5e3c2a req-d6670c6b-3d3e-4157-80d0-723365f6f70b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.266928 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-56023c02-ed4b-4413-a43a-7c76de5e3c2a req-d6670c6b-3d3e-4157-80d0-723365f6f70b tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0740304 Jun 16 16:23:28.297117 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d93b36ac-eef4-4847-a174-51e0594ce5d8 req-bcbebf44-f4b2-4e34-a91d-c5b6ab931eec tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328531 Jun 16 16:23:28.305992 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-56023c02-ed4b-4413-a43a-7c76de5e3c2a req-cbd7c72f-b98d-4eec-bd76-41564bef4b5a tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Jun 16 16:23:28.332450 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1271b810-9a9c-4888-ade2-37077a170b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.496372 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c520-b9d6-4ea8-8545-bb0ece20e401 req-446cf31c-2ff3-4726-842d-4a34d9dd8605 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:29.497855 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d912c520-b9d6-4ea8-8545-bb0ece20e401 req-446cf31c-2ff3-4726-842d-4a34d9dd8605 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0674763 Jun 16 16:23:29.518991 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa92e8a-3542-4851-96f5-683c2499e409 req-32da70f0-e14e-47a5-913b-6591de0fd9da tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:29.520738 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4fa92e8a-3542-4851-96f5-683c2499e409 req-32da70f0-e14e-47a5-913b-6591de0fd9da tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0912361 Jun 16 16:23:29.536898 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d912c520-b9d6-4ea8-8545-bb0ece20e401 req-18829db8-f980-419b-943e-a4ccddea5ef2 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jun 16 16:23:29.568630 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4fa92e8a-3542-4851-96f5-683c2499e409 req-2ec3b652-966f-4d18-8d3c-7202c46241c7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Jun 16 16:23:30.734609 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13bbf-4d74-4a87-9cba-71e00db111f0 req-258b25c3-7ee8-460c-8a39-c4f564739c1e tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:30.736834 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9ce13bbf-4d74-4a87-9cba-71e00db111f0 req-258b25c3-7ee8-460c-8a39-c4f564739c1e tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0766656 Jun 16 16:23:30.770329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359f82f-a60b-4ed5-a412-c382be9c931e req-de91ff17-46e3-4cf7-b0d5-69d0fefe5899 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:30.772158 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9359f82f-a60b-4ed5-a412-c382be9c931e req-de91ff17-46e3-4cf7-b0d5-69d0fefe5899 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0723987 Jun 16 16:23:30.793233 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9ce13bbf-4d74-4a87-9cba-71e00db111f0 req-ab17117e-e981-4753-abd2-be1f7af5a847 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455549 Jun 16 16:23:30.825806 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9359f82f-a60b-4ed5-a412-c382be9c931e req-1eeedbf3-d159-4792-a4e5-42263aee1d0f tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Jun 16 16:23:30.938433 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d067c805-65cf-40fc-a9cc-baba3dd3cf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:31.020729 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:31.948790 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.078124 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c6b23-48db-407c-80dd-6662f6bb7999 req-19667c8b-3c81-4d3d-82c0-79f86b634df3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:32.084575 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0b1c6b23-48db-407c-80dd-6662f6bb7999 req-19667c8b-3c81-4d3d-82c0-79f86b634df3 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0853117 Jun 16 16:23:32.095454 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5f22-b11d-4bc1-8ff8-8d426274f49f req-185121e8-5be9-40ca-bdc6-1324202c9d5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:32.097074 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2a0a5f22-b11d-4bc1-8ff8-8d426274f49f req-185121e8-5be9-40ca-bdc6-1324202c9d5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0836527 Jun 16 16:23:32.135878 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0b1c6b23-48db-407c-80dd-6662f6bb7999 req-51ecf54b-e766-406b-999c-94172eaf7213 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 Jun 16 16:23:32.169233 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2a0a5f22-b11d-4bc1-8ff8-8d426274f49f req-45cc4fd6-72ad-41b2-af98-69e0d0e56f5a tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633991 Jun 16 16:23:33.328698 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daff3e-bcd9-409c-a247-0b5bb3f0ce17 req-163be2cb-8ae8-4f38-8a2a-b140f1e943d4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:33.338460 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c4daff3e-bcd9-409c-a247-0b5bb3f0ce17 req-163be2cb-8ae8-4f38-8a2a-b140f1e943d4 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0733025 Jun 16 16:23:33.382499 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-c4daff3e-bcd9-409c-a247-0b5bb3f0ce17 req-65674209-a904-42b7-b351-eb3725308811 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Jun 16 16:23:33.404104 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc06dc0-c3bd-40a2-b8d0-0acf33857206 req-d402e4dc-447c-43da-bd2c-c28fed47f69d tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:33.405541 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ecc06dc0-c3bd-40a2-b8d0-0acf33857206 req-d402e4dc-447c-43da-bd2c-c28fed47f69d tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.1097224 Jun 16 16:23:33.459911 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ecc06dc0-c3bd-40a2-b8d0-0acf33857206 req-68ca7132-c1d7-414a-9965-11b4739454f2 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482910 Jun 16 16:23:33.785353 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.561696 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeeb8a-a5a7-439b-b9bc-27ff0291ea55 req-8ad862c0-8028-4d16-a6c0-c318c81e85e6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:34.563995 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5adeeb8a-a5a7-439b-b9bc-27ff0291ea55 req-8ad862c0-8028-4d16-a6c0-c318c81e85e6 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0667143 Jun 16 16:23:34.619398 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5adeeb8a-a5a7-439b-b9bc-27ff0291ea55 req-5beb83dc-91ef-44be-867c-a040074f7851 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489438 Jun 16 16:23:34.659076 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f428d52-7167-4478-ab52-085c70dce0f8 req-c0d19a0b-0b47-45c2-a97b-9357cc7950e2 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:34.660809 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7f428d52-7167-4478-ab52-085c70dce0f8 req-c0d19a0b-0b47-45c2-a97b-9357cc7950e2 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0803652 Jun 16 16:23:34.704103 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7f428d52-7167-4478-ab52-085c70dce0f8 req-276e6dab-30f6-4828-8bb1-16bb3ce21ceb tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Jun 16 16:23:35.825471 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed0b29-4ea0-412d-9ddb-67c2d02c4e28 req-0fe76d86-73d2-4974-b224-1a2ff5ee66b7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:35.827309 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5aed0b29-4ea0-412d-9ddb-67c2d02c4e28 req-0fe76d86-73d2-4974-b224-1a2ff5ee66b7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0802824 Jun 16 16:23:35.871220 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-5aed0b29-4ea0-412d-9ddb-67c2d02c4e28 req-a21c037b-df17-49ac-bd56-f6382aa7968d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377653 Jun 16 16:23:35.900714 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294446b6-26a6-4a47-ae06-74f75a531d3e req-0b7d739b-2198-443e-aa24-0e9ca741b332 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:35.902366 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-294446b6-26a6-4a47-ae06-74f75a531d3e req-0b7d739b-2198-443e-aa24-0e9ca741b332 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0825477 Jun 16 16:23:35.945237 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-294446b6-26a6-4a47-ae06-74f75a531d3e req-8c0bbdc7-abb3-485b-94e9-0223444af646 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jun 16 16:23:36.249490 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46746) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:36.358813 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.455867 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.459613 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.462057 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:36.498431 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e99fc216bb143c292a36ddf0dbef833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477293 Jun 16 16:23:36.499246 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c3b6e-1b25-4dcd-ae36-02aa90018111,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:36.500966 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46750) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:36.506549 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.506922 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.507310 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.507671 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.508173 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.509683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.509683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.509890 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.510057 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.510402 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.510745 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.511088 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.514943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:36.556849 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.576164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.622529 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.625377 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.626526 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/666c3b6e-1b25-4dcd-ae36-02aa90018111 HTTP/1.1" status: 204 len: 168 time: 0.1245241 Jun 16 16:23:36.627381 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d25ea98-434a-4f73-ad41-60187d2539b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:36.634577 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c3b6e-1b25-4dcd-ae36-02aa90018111,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:36.641525 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.641907 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.642279 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.642642 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.643004 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.643392 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.643752 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.644108 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.644470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.644822 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.645172 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.645525 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:36.649673 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c150cbfd-34a1-4e37-91c9-938716f956b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:36.879902 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46756) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:36.893851 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4dee7079-841c-41a8-a1ea-2ab9c5d7194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.036362 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4dee7079-841c-41a8-a1ea-2ab9c5d7194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.063720 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4dee7079-841c-41a8-a1ea-2ab9c5d7194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.068782 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3cef2b40-dc1b-4cbd-80a2-b44bdf530ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.124195 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-4dee7079-841c-41a8-a1ea-2ab9c5d7194a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0597954974ed4627b8a94865cfb28a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431784 Jun 16 16:23:37.127921 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee7079-841c-41a8-a1ea-2ab9c5d7194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa341a8c-9693-40cf-8890-ef68f1c24f2d,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.130199 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46762) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:37.138862 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4dee7079-841c-41a8-a1ea-2ab9c5d7194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.167333 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4786b2-dfb1-4594-8348-0212a93ebab3 req-6d446971-4fd3-4120-8c6f-a70def0b8694 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:37.168845 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9e4786b2-dfb1-4594-8348-0212a93ebab3 req-6d446971-4fd3-4120-8c6f-a70def0b8694 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.1476438 Jun 16 16:23:37.188186 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c80eba-a27e-4776-92ab-a2f4b63039ce req-ff1a336c-531d-40fc-ba83-1c4041b99730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:37.189659 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d6c80eba-a27e-4776-92ab-a2f4b63039ce req-ff1a336c-531d-40fc-ba83-1c4041b99730 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 1099 time: 0.1063271 Jun 16 16:23:37.202188 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06debc98-a840-499b-9808-f01aab9ce412 req-215b42eb-2c65-4893-8508-3edbbe5e251d tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:37.203696 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-06debc98-a840-499b-9808-f01aab9ce412 req-215b42eb-2c65-4893-8508-3edbbe5e251d tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.1099365 Jun 16 16:23:37.224157 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.233118 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-9e4786b2-dfb1-4594-8348-0212a93ebab3 req-a7e2b9e2-7af5-4177-810d-d9aa4a78ad3c tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547690 Jun 16 16:23:37.253273 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.272752 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d6c80eba-a27e-4776-92ab-a2f4b63039ce req-202880d1-5a0c-49a2-8fef-9ebc4675fee1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680780 Jun 16 16:23:37.278117 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-06debc98-a840-499b-9808-f01aab9ce412 req-818d2a3e-cf30-486c-b1ec-412028ad9e97 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Jun 16 16:23:37.308947 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.311986 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.313451 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa341a8c-9693-40cf-8890-ef68f1c24f2d HTTP/1.1" status: 204 len: 168 time: 0.1820378 Jun 16 16:23:37.314522 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-58e291e8-2235-43a0-a327-b3b943ddea1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.325953 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa341a8c-9693-40cf-8890-ef68f1c24f2d,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.328630 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:38.315823 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.433230 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaabfe-2e0a-4659-8241-3278c3488592 req-3dce69a1-c535-4605-a17e-c56dbfd2c363 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:38.435121 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2cbaabfe-2e0a-4659-8241-3278c3488592 req-3dce69a1-c535-4605-a17e-c56dbfd2c363 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 944 time: 0.0740280 Jun 16 16:23:38.475286 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96289755-6721-46b6-8da6-56f94af1d8c2 req-1071791a-c294-4a9e-ad18-ad5f2bc78ffd tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:38.478119 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-96289755-6721-46b6-8da6-56f94af1d8c2 req-1071791a-c294-4a9e-ad18-ad5f2bc78ffd tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0696735 Jun 16 16:23:38.479863 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2cbaabfe-2e0a-4659-8241-3278c3488592 req-c1d8ab6c-be6a-493a-ad73-fc85de76e986 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Jun 16 16:23:38.517497 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-96289755-6721-46b6-8da6-56f94af1d8c2 req-b7b99f7b-0a4c-45f4-8248-7b2916d8caa8 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Jun 16 16:23:38.706772 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:38.806720 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:38.817925 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '32282cda-635f-473d-82cb-4f81e15549c2', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'port_id': '32282cda-635f-473d-82cb-4f81e15549c2', 'mac_address': 'fa:16:3e:00:ce:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:38.863708 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.877837 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32282cda-635f-473d-82cb-4f81e15549c2 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:38.899779 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:38.903786 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.905591 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:38.954368 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=9']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:38.957707 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:38.996487 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46824) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:39.102762 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a01c-b355-4405-872f-4908b5316e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.109366 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['32282cda-635f-473d-82cb-4f81e15549c2'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:39.208632 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a01c-b355-4405-872f-4908b5316e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.215138 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a01c-b355-4405-872f-4908b5316e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.219304 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b2ffdbcb-19b4-467a-9abb-ba2b872e9c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:39.257734 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ccf4a01c-b355-4405-872f-4908b5316e95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0b03b7e9da94ccc9123c6a8afd5f7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601702 Jun 16 16:23:39.259924 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4a01c-b355-4405-872f-4908b5316e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55053291-e519-4ee5-97c4-2b0b8ae3fdc0,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:39.260674 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46830) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:39.275897 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ccf4a01c-b355-4405-872f-4908b5316e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:39.315317 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.336810 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.364180 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fc144-8b2b-4112-86c6-fcb483823be2 req-d7e337df-dabf-4bd2-9e6a-a8b28b53d456 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.365660 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-238fc144-8b2b-4112-86c6-fcb483823be2 req-d7e337df-dabf-4bd2-9e6a-a8b28b53d456 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0675921 Jun 16 16:23:39.386358 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.389380 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.390519 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55053291-e519-4ee5-97c4-2b0b8ae3fdc0 HTTP/1.1" status: 204 len: 168 time: 0.1288674 Jun 16 16:23:39.391381 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-0765c572-ba28-4001-8438-84139289cc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:39.401081 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55053291-e519-4ee5-97c4-2b0b8ae3fdc0,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:39.403701 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:39.413644 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-238fc144-8b2b-4112-86c6-fcb483823be2 req-3c9ca661-85c3-47c6-8642-94dea1406b32 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Jun 16 16:23:39.657295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46838) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:39.666064 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91d72-219c-4ee2-867b-20379539b5ab req-965826ed-448f-48f9-b859-c4a829b6389e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.667610 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-05c91d72-219c-4ee2-867b-20379539b5ab req-965826ed-448f-48f9-b859-c4a829b6389e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 945 time: 0.0698569 Jun 16 16:23:39.672337 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f85ae24a-d14d-4268-8968-54773fb53d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.705716 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-05c91d72-219c-4ee2-867b-20379539b5ab req-55de015b-ed85-4820-9783-975f3c02d2c9 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323646 Jun 16 16:23:39.768143 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f85ae24a-d14d-4268-8968-54773fb53d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.771704 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f85ae24a-d14d-4268-8968-54773fb53d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.775557 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1b97a020-64a3-4a7d-978e-44c7060a2ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:39.809468 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-f85ae24a-d14d-4268-8968-54773fb53d85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6deddcbdf8a64c3599b9a4d080cf440a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509306 Jun 16 16:23:39.810612 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ae24a-d14d-4268-8968-54773fb53d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebc1f2f-241f-43fa-82be-f607ca48e733,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:39.812145 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46840) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:39.813489 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f85ae24a-d14d-4268-8968-54773fb53d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:39.863020 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.884205 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.934684 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.937296 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.938425 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ebc1f2f-241f-43fa-82be-f607ca48e733 HTTP/1.1" status: 204 len: 168 time: 0.1245291 Jun 16 16:23:39.939227 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-664f7ae2-5e90-4607-84a1-0fa2b3b5b003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:39.947340 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebc1f2f-241f-43fa-82be-f607ca48e733,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:39.953518 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:40.619167 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabaa2b-99c9-47d8-b87e-1f6ea0241a74 req-2e33c37d-5331-4cb3-9e25-760165cc7fe7 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:40.620670 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4cabaa2b-99c9-47d8-b87e-1f6ea0241a74 req-2e33c37d-5331-4cb3-9e25-760165cc7fe7 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.0936933 Jun 16 16:23:40.676274 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea2297-de11-4282-b204-52c1ba8d627c req-81afdee1-bcee-4899-89d4-871fb13c2816 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:40.677686 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-29ea2297-de11-4282-b204-52c1ba8d627c req-81afdee1-bcee-4899-89d4-871fb13c2816 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 946 time: 0.1033170 Jun 16 16:23:40.680932 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-4cabaa2b-99c9-47d8-b87e-1f6ea0241a74 req-2cd0879d-6168-4cc4-b81d-30e581b6b31e tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/security-groups?id=a86979ad-e887-4f7d-8ec3-cd0243039346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Jun 16 16:23:40.716673 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:40.766432 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 32282cda-635f-473d-82cb-4f81e15549c2 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:40.767218 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.798049 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Deleting port 5238b25d-e219-479d-8df6-95bd40777e20 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:40.798391 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.856901 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.889867 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:40.892595 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1f3db-9310-4a11-9f2d-a6412fc38037" -d '{"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-plugged", "status": "completed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:40.909871 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] For port 5238b25d-e219-479d-8df6-95bd40777e20, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5238b25d-e219-479d-8df6-95bd40777e20,segment=NetworkSegment(f3e21342-4fd0-4155-b1c9-4d56eb839432),segment_id=f3e21342-4fd0-4155-b1c9-4d56eb839432)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:40.910234 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.931010 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bd1ba-c0f6-468d-ba53-425bf5083ae4 req-7d05c3f5-f1ff-47a5-8220-216b85b52ce8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:40.933994 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bd9bd1ba-c0f6-468d-ba53-425bf5083ae4 req-7d05c3f5-f1ff-47a5-8220-216b85b52ce8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 945 time: 0.0885372 Jun 16 16:23:40.937275 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:40.942758 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.944757 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:40.994292 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bd9bd1ba-c0f6-468d-ba53-425bf5083ae4 req-1eb2f9f9-1c99-49ba-8b7e-e0971a841de7 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532589 Jun 16 16:23:40.999444 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192a86b5-7f92-4da2-a300-a2f2ad5f8249 x-openstack-request-id: req-192a86b5-7f92-4da2-a300-a2f2ad5f8249 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:40.999644 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Calling delete_port for 5238b25d-e219-479d-8df6-95bd40777e20 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:40.999772 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-plugged", "status": "completed", "tag": "32282cda-635f-473d-82cb-4f81e15549c2", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:40.999997 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-192a86b5-7f92-4da2-a300-a2f2ad5f8249 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:41.000393 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2', 'code': 200} Jun 16 16:23:41.053582 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=10']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:41.057562 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:41.163550 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.170301 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-16c26261-7951-4c9f-97da-8bc116adf092 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:41.177661 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['5238b25d-e219-479d-8df6-95bd40777e20'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:41.202454 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Pushing event deleted for resources: {'Port': ['ID=5238b25d-e219-479d-8df6-95bd40777e20,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:41.205917 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:41.215618 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7e35-478a-4168-906f-61bb0c9738b6 req-6552a85e-d540-4629-839f-d24c30558501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:41.217506 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-173a7e35-478a-4168-906f-61bb0c9738b6 req-6552a85e-d540-4629-839f-d24c30558501 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1100 time: 0.0642319 Jun 16 16:23:41.257564 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-173a7e35-478a-4168-906f-61bb0c9738b6 req-9499645c-5930-460b-a3c7-f39704e6657f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336947 Jun 16 16:23:41.260244 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] No DVR routers for this DVR port 5238b25d-e219-479d-8df6-95bd40777e20 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:41.262975 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.264931 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-29ea2297-de11-4282-b204-52c1ba8d627c req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.58 "DELETE /v2.0/ports/5238b25d-e219-479d-8df6-95bd40777e20 HTTP/1.1" status: 204 len: 173 time: 0.5820572 Jun 16 16:23:41.265452 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'name': 'network-vif-deleted', 'tag': '5238b25d-e219-479d-8df6-95bd40777e20'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:41.267758 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f17287-db26-412c-a8ea-54a5698db3d1" -d '{"events": [{"server_uuid": "a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137", "name": "network-vif-deleted", "tag": "5238b25d-e219-479d-8df6-95bd40777e20"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:41.307044 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd9186-01c3-4f27-bfce-8c9b0406eb9d x-openstack-request-id: req-5acd9186-01c3-4f27-bfce-8c9b0406eb9d {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:41.307398 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137", "name": "network-vif-deleted", "tag": "5238b25d-e219-479d-8df6-95bd40777e20", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:41.307678 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5acd9186-01c3-4f27-bfce-8c9b0406eb9d {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:41.308099 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137', 'name': 'network-vif-deleted', 'tag': '5238b25d-e219-479d-8df6-95bd40777e20', 'status': 'completed', 'code': 200} Jun 16 16:23:41.842723 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b9d19aa1-880f-4bde-ab76-d91556f38a79 req-babe7d1f-476b-4509-aa03-2f13b49ce527 tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c6f6c8-e2ea-4cb6-9bfa-9495bc027137 HTTP/1.1" status: 200 len: 210 time: 0.0292270 Jun 16 16:23:41.876922 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46908) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:41.986031 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-df83295f-0e62-4316-82d0-7cde9d76204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.087315 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-df83295f-0e62-4316-82d0-7cde9d76204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.093247 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-df83295f-0e62-4316-82d0-7cde9d76204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.096119 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5e6f47b7-6119-42a5-9b61-e764fe7c9c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:42.137234 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83295f-0e62-4316-82d0-7cde9d76204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ffd8aa-bf68-4fb7-a963-6a4159ca29ca,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:42.145259 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46922) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:42.147926 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-df83295f-0e62-4316-82d0-7cde9d76204d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27bd3cbdef5d4f468d7f28d168515f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697296 Jun 16 16:23:42.149704 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-df83295f-0e62-4316-82d0-7cde9d76204d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:42.235141 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.265048 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.320233 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca6f29-422b-4e73-9322-833bfcef4f2a req-0f65fd88-b6d5-4eb8-af52-49b48376a5ae tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:42.327997 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9eca6f29-422b-4e73-9322-833bfcef4f2a req-0f65fd88-b6d5-4eb8-af52-49b48376a5ae tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 947 time: 0.1761632 Jun 16 16:23:42.348842 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.351554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.352752 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0ffd8aa-bf68-4fb7-a963-6a4159ca29ca HTTP/1.1" status: 204 len: 168 time: 0.2071638 Jun 16 16:23:42.356809 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-138eb178-dcab-4121-b89f-66cb08e16816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:42.368035 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ffd8aa-bf68-4fb7-a963-6a4159ca29ca,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:42.371636 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:42.396505 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9eca6f29-422b-4e73-9322-833bfcef4f2a req-a1dec18c-512e-49a3-a05c-ea40c02b9c21 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675433 Jun 16 16:23:42.668684 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 46954) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:42.682523 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a1567c58-cce0-4620-92a4-5976dbd95973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.770103 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a1567c58-cce0-4620-92a4-5976dbd95973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.774421 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a1567c58-cce0-4620-92a4-5976dbd95973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.776984 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-96151faf-a8ad-4e33-80cc-2236e0844a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:42.814975 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-a1567c58-cce0-4620-92a4-5976dbd95973 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=857220aaa66d4c4fa401c89a9c8dd466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451645 Jun 16 16:23:42.815900 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1567c58-cce0-4620-92a4-5976dbd95973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b7010-d382-4d6b-8393-3fa846c803e8,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:42.817841 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 46956) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:42.819757 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a1567c58-cce0-4620-92a4-5976dbd95973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:42.870196 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c184f152-2022-4792-bbbd-e4b57a019a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.894732 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c184f152-2022-4792-bbbd-e4b57a019a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.950329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c184f152-2022-4792-bbbd-e4b57a019a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.953132 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c184f152-2022-4792-bbbd-e4b57a019a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.954649 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c184f152-2022-4792-bbbd-e4b57a019a58 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf4b7010-d382-4d6b-8393-3fa846c803e8 HTTP/1.1" status: 204 len: 168 time: 0.1356993 Jun 16 16:23:42.955430 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd73fc50-9f9b-4b9c-8708-63cfe5e7871b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:42.964243 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184f152-2022-4792-bbbd-e4b57a019a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b7010-d382-4d6b-8393-3fa846c803e8,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:42.966591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c184f152-2022-4792-bbbd-e4b57a019a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:43.591214 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215abdda-a465-46fc-b8cd-222ceb637bec req-8af1e6ea-54f5-49bf-bbcb-3736a5ccd6e2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:43.595685 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-215abdda-a465-46fc-b8cd-222ceb637bec req-8af1e6ea-54f5-49bf-bbcb-3736a5ccd6e2 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 947 time: 0.0703628 Jun 16 16:23:43.631357 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-215abdda-a465-46fc-b8cd-222ceb637bec req-5184ece4-686c-4f6c-8b00-bb62227f3c32 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326087 Jun 16 16:23:44.747960 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 5238b25d-e219-479d-8df6-95bd40777e20 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:44.768959 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 5238b25d-e219-479d-8df6-95bd40777e20 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:23:44.769581 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 5238b25d-e219-479d-8df6-95bd40777e20 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:46.684230 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47068) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:46.804743 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a95f9e30-5b20-4792-ad6f-eabb331ef719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.915522 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a95f9e30-5b20-4792-ad6f-eabb331ef719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.952692 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a95f9e30-5b20-4792-ad6f-eabb331ef719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.956466 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a3253721-f162-436f-9abf-7e5b7feca12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:46.992066 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f9e30-5b20-4792-ad6f-eabb331ef719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988a5b3f-fcba-4d22-857c-ea39989ea223,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:46.999168 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-a95f9e30-5b20-4792-ad6f-eabb331ef719 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84021b6fbcf24be7a3d15bc6249d8c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137858 Jun 16 16:23:46.999628 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47078) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:47.000153 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-a95f9e30-5b20-4792-ad6f-eabb331ef719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:47.072832 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.098848 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.160498 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.163482 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.168305 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/988a5b3f-fcba-4d22-857c-ea39989ea223 HTTP/1.1" status: 204 len: 168 time: 0.1670039 Jun 16 16:23:47.169516 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-eb7aed30-32e3-4896-957f-17d0645cdccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:47.179103 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988a5b3f-fcba-4d22-857c-ea39989ea223,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:47.182746 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:49.646511 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-4860dfa5-ef5b-45fe-a0b9-dbd606336c81 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b7860e312e5c414f9818ccad2f7e807b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355783 Jun 16 16:23:49.873791 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-c0f7d25a-eee5-466a-852d-dd87e0674a33 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:49.880964 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-c0f7d25a-eee5-466a-852d-dd87e0674a33 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276795 Jun 16 16:23:49.897538 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-a7610c60-ee92-4cf9-8529-d6cc69fbc72f tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/quotas/b7860e312e5c414f9818ccad2f7e807b HTTP/1.1" status: 200 len: 375 time: 0.0155439 Jun 16 16:23:49.932064 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-6de80828-8bf4-4fc5-b7d7-427442d6892b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7860e312e5c414f9818ccad2f7e807b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333521 Jun 16 16:23:50.141833 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-26ad9681-52f7-4259-b38a-c3de5277e362 req-fb13cc82-5d7a-4d5e-8a99-86eb8761ae71 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 210 time: 0.0494611 Jun 16 16:23:51.332415 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-230f0ac9-809d-457c-96f6-089f8f752210 req-2b9ffafb-adfb-48c2-a758-a5be8e3ed958 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 210 time: 0.0452304 Jun 16 16:23:51.371129 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-43192410-0970-4e9d-abf0-c49934e2697d tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b7860e312e5c414f9818ccad2f7e807b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425034 Jun 16 16:23:51.815115 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-f275bd8a-0019-4039-bbb9-3c98f9deb780 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.816687 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-f275bd8a-0019-4039-bbb9-3c98f9deb780 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4380698 Jun 16 16:23:51.834370 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Request body: {'port': {'device_id': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9', 'admin_state_up': True, 'tenant_id': 'b7860e312e5c414f9818ccad2f7e807b'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:51.973889 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Made reservation on behalf of b7860e312e5c414f9818ccad2f7e807b for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:51.978523 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:51.988340 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.122780 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.127523 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.131580 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5bda1530-9071-4f59-b876-ce98d94bb7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:52.193188 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7206f7-ab45-43fc-816a-5e8e4e0507ad,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:52.198726 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:52.266864 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Allocated IP 192.168.233.85 (57c31a77-e08f-483a-92cb-22c97a10b2c9/c4722508-3d63-486b-9d74-bf4218bad08a/54ec0015-b65c-4981-9aa4-3de7865d4401) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:52.442252 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.503620 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-89a19eae-9d11-4da6-9d71-5449e6f4ca8a req-4a7d037b-0531-4dda-a057-b61e74dcf9f5 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 210 time: 0.0528643 Jun 16 16:23:52.504518 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Transition to ACTIVE for port object 54ec0015-b65c-4981-9aa4-3de7865d4401 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:52.541486 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.546357 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:52.594026 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Network 57c31a77-e08f-483a-92cb-22c97a10b2c9 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:52.601185 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:52.607037 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:52.638465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Pushing event updated for resources: {'Port': ['ID=54ec0015-b65c-4981-9aa4-3de7865d4401,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:52.645499 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:52.669076 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:52.669851 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.691099 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8606627 Jun 16 16:23:52.706540 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Request body: {'port': {'device_id': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:52.792601 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.908012 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-8c9d7a56-9e90-4420-ad7a-93282f4d90e4 None None] Provisioning for port 54ec0015-b65c-4981-9aa4-3de7865d4401 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:52.913615 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-8c9d7a56-9e90-4420-ad7a-93282f4d90e4 None None] Provisioning complete for port 54ec0015-b65c-4981-9aa4-3de7865d4401 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:52.915308 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c9d7a56-9e90-4420-ad7a-93282f4d90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.953647 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d7a56-9e90-4420-ad7a-93282f4d90e4 None None] Port 54ec0015-b65c-4981-9aa4-3de7865d4401 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:23:53.117127 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ec0015-b65c-4981-9aa4-3de7865d4401 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:53.125100 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.142243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Transition to ACTIVE for port object 54ec0015-b65c-4981-9aa4-3de7865d4401 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:53.147927 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.150783 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e9122378-1f13-47b5-ac4e-a66156cc5d5d tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:53.241903 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Pushing event updated for resources: {'Port': ['ID=54ec0015-b65c-4981-9aa4-3de7865d4401,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:53.246168 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:53.337989 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Attempting to bind port 54ec0015-b65c-4981-9aa4-3de7865d4401 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:53.337989 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Attempting to bind port 54ec0015-b65c-4981-9aa4-3de7865d4401 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:53.337989 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Attempting to bind port 54ec0015-b65c-4981-9aa4-3de7865d4401 on network 57c31a77-e08f-483a-92cb-22c97a10b2c9 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:53.341461 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Port 54ec0015-b65c-4981-9aa4-3de7865d4401 on network 57c31a77-e08f-483a-92cb-22c97a10b2c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:53.341786 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Attempting to bind port 54ec0015-b65c-4981-9aa4-3de7865d4401 on network 57c31a77-e08f-483a-92cb-22c97a10b2c9 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:53.346783 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:53.347144 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Checking segment: {'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:53.347614 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Bound using segment: {'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:53.348027 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Bound port: 54ec0015-b65c-4981-9aa4-3de7865d4401, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab18466-91fb-4627-a16f-ff182847de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:53.348335 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.418967 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] For port 54ec0015-b65c-4981-9aa4-3de7865d4401, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:53.422325 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] For port 54ec0015-b65c-4981-9aa4-3de7865d4401, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=54ec0015-b65c-4981-9aa4-3de7865d4401,segment=NetworkSegment(dab18466-91fb-4627-a16f-ff182847de4a),segment_id=dab18466-91fb-4627-a16f-ff182847de4a)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:53.428516 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.438575 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2e0d823c-9a2e-42ad-9cbc-908a5a796957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:53.478011 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:53.478666 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.480252 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] 10.222.0.58 "PUT /v2.0/ports/54ec0015-b65c-4981-9aa4-3de7865d4401 HTTP/1.1" status: 200 len: 1097 time: 0.7785387 Jun 16 16:23:53.480893 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'tag': '54ec0015-b65c-4981-9aa4-3de7865d4401'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:53.483605 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d61ebd6-3215-4d40-90ba-bfaba3549cbb", "tag": "54ec0015-b65c-4981-9aa4-3de7865d4401"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:53.599304 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b5851c-6e35-49f0-a594-fb83dbebb63b x-openstack-request-id: req-d6b5851c-6e35-49f0-a594-fb83dbebb63b {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:53.599694 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d61ebd6-3215-4d40-90ba-bfaba3549cbb", "tag": "54ec0015-b65c-4981-9aa4-3de7865d4401", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:53.600187 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6b5851c-6e35-49f0-a594-fb83dbebb63b {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:53.600672 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'tag': '54ec0015-b65c-4981-9aa4-3de7865d4401', 'status': 'completed', 'code': 200} Jun 16 16:23:53.605377 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Pushing event updated for resources: {'Port': ['ID=54ec0015-b65c-4981-9aa4-3de7865d4401,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:53.616664 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:53.689802 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-76242c61-c2c1-4e41-be38-5b93909c69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:53.691610 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-76242c61-c2c1-4e41-be38-5b93909c69d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b7860e312e5c414f9818ccad2f7e807b&device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 1100 time: 0.1413333 Jun 16 16:23:53.745068 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-5f9318cd-d2e4-4b4a-8eda-ea7d80f19e66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=54ec0015-b65c-4981-9aa4-3de7865d4401 HTTP/1.1" status: 200 len: 217 time: 0.0448143 Jun 16 16:23:53.801040 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d963-802c-4f1a-be0c-278237e6f44e req-278b7f5d-8d83-44b7-9108-2bce10f00456 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:53.803075 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-05c2d963-802c-4f1a-be0c-278237e6f44e req-278b7f5d-8d83-44b7-9108-2bce10f00456 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 947 time: 0.1541841 Jun 16 16:23:53.822411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-41efe552-014a-4ab7-9fd8-40944686ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:53.823877 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-41efe552-014a-4ab7-9fd8-40944686ceb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4722508-3d63-486b-9d74-bf4218bad08a HTTP/1.1" status: 200 len: 843 time: 0.0725439 Jun 16 16:23:53.881603 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-05c2d963-802c-4f1a-be0c-278237e6f44e req-9c8d3bad-38c7-450f-8cb3-a34a771772f3 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Jun 16 16:23:53.903577 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-62fbd0eb-bb54-4929-9dd9-d573f617dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:53.905147 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-62fbd0eb-bb54-4929-9dd9-d573f617dc58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57c31a77-e08f-483a-92cb-22c97a10b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726175 Jun 16 16:23:54.030855 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-e5686261-568f-4d07-8129-5de41eada177 service neutron] 10.222.0.58 "GET /v2.0/networks/57c31a77-e08f-483a-92cb-22c97a10b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184468 Jun 16 16:23:54.137429 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-40cfbf39-56fc-4865-a50f-a4030972df13 req-7ad6e881-3039-4aef-a769-12fbfdb2f192 service neutron] 10.222.0.58 "GET /v2.0/networks/57c31a77-e08f-483a-92cb-22c97a10b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996988 Jun 16 16:23:54.247872 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-a6db5588-bb40-4ae3-b496-7009aeee3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:54.250329 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-a6db5588-bb40-4ae3-b496-7009aeee3197 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b7860e312e5c414f9818ccad2f7e807b&device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 1100 time: 0.0606811 Jun 16 16:23:54.376706 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-522c2699-45b1-4e09-9988-8cce8397dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:54.378232 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-522c2699-45b1-4e09-9988-8cce8397dc5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=57c31a77-e08f-483a-92cb-22c97a10b2c9 HTTP/1.1" status: 200 len: 870 time: 0.1174097 Jun 16 16:23:54.423758 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-1d201ad7-5bd0-42ba-8224-ff5ef829fa25 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=54ec0015-b65c-4981-9aa4-3de7865d4401 HTTP/1.1" status: 200 len: 217 time: 0.0376840 Jun 16 16:23:54.486322 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-0218cb28-b06f-423b-9f5b-bb59c5fa0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:54.487935 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-0218cb28-b06f-423b-9f5b-bb59c5fa0685 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4722508-3d63-486b-9d74-bf4218bad08a HTTP/1.1" status: 200 len: 843 time: 0.0573912 Jun 16 16:23:54.571496 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-5d5dd7fb-29fb-4e7f-9ba2-92649d8e56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:54.573108 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-5d5dd7fb-29fb-4e7f-9ba2-92649d8e56e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57c31a77-e08f-483a-92cb-22c97a10b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754161 Jun 16 16:23:54.686549 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-7147ec4b-ce50-4d94-987a-344fbd8d9c24 service neutron] 10.222.0.58 "GET /v2.0/networks/57c31a77-e08f-483a-92cb-22c97a10b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051230 Jun 16 16:23:54.797719 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1e0dc4fe-3e42-460d-93a0-03246ca4e62f req-aefe1e84-c9da-4372-9385-ed96c957e5a5 service neutron] 10.222.0.58 "GET /v2.0/networks/57c31a77-e08f-483a-92cb-22c97a10b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041822 Jun 16 16:23:55.081134 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bdcae-a53f-4d8e-9815-1210e6d9992f req-f2565d66-5d90-4dac-ab6d-109c3d63c459 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:55.082747 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed7bdcae-a53f-4d8e-9815-1210e6d9992f req-f2565d66-5d90-4dac-ab6d-109c3d63c459 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 947 time: 0.0737302 Jun 16 16:23:55.127573 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ed7bdcae-a53f-4d8e-9815-1210e6d9992f req-a5cd7a1d-262f-4b7c-aee0-72095d471731 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Jun 16 16:23:56.319131 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb81f72-ac9b-49ca-8b81-f3300eccaf27 req-683a4ea7-827a-4ffb-97ff-c4328ece85c8 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:56.321317 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6cb81f72-ac9b-49ca-8b81-f3300eccaf27 req-683a4ea7-827a-4ffb-97ff-c4328ece85c8 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 947 time: 0.0682962 Jun 16 16:23:56.373745 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6cb81f72-ac9b-49ca-8b81-f3300eccaf27 req-4d4a078f-8548-4d62-ba22-8a9ccb3607d6 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461142 Jun 16 16:23:56.783110 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 54ec0015-b65c-4981-9aa4-3de7865d4401 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:56.888988 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 54ec0015-b65c-4981-9aa4-3de7865d4401, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=54ec0015-b65c-4981-9aa4-3de7865d4401,segment=NetworkSegment(dab18466-91fb-4627-a16f-ff182847de4a),segment_id=dab18466-91fb-4627-a16f-ff182847de4a)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:56.902743 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '54ec0015-b65c-4981-9aa4-3de7865d4401', 'network_id': '57c31a77-e08f-483a-92cb-22c97a10b2c9', 'port_id': '54ec0015-b65c-4981-9aa4-3de7865d4401', 'mac_address': 'fa:16:3e:dd:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4722508-3d63-486b-9d74-bf4218bad08a', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:56.954948 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.968839 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ec0015-b65c-4981-9aa4-3de7865d4401 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:56.990579 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 54ec0015-b65c-4981-9aa4-3de7865d4401, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=54ec0015-b65c-4981-9aa4-3de7865d4401,segment=NetworkSegment(dab18466-91fb-4627-a16f-ff182847de4a),segment_id=dab18466-91fb-4627-a16f-ff182847de4a)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:56.995071 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.997196 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:57.054819 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=54ec0015-b65c-4981-9aa4-3de7865d4401,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:57.065197 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:57.229911 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['54ec0015-b65c-4981-9aa4-3de7865d4401'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:57.599119 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81dcf6-332e-4b4f-92da-f41ecadc3c09 req-c95960f1-9cfe-4b61-b975-5c5040388a17 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:57.601385 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd81dcf6-332e-4b4f-92da-f41ecadc3c09 req-c95960f1-9cfe-4b61-b975-5c5040388a17 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 948 time: 0.0696440 Jun 16 16:23:57.642589 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-dd81dcf6-332e-4b4f-92da-f41ecadc3c09 req-295db862-9f7f-491b-b251-9301e9678c9d tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Jun 16 16:23:58.334419 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d165f238-e2dc-45bb-85f5-05459fd6bd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:58.792916 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 54ec0015-b65c-4981-9aa4-3de7865d4401 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:58.846115 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b6912-d90f-458a-abb0-9e49d5368aa7 req-76ccc372-d1e2-4130-b441-cf98145c1ba0 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:58.848464 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fa3b6912-d90f-458a-abb0-9e49d5368aa7 req-76ccc372-d1e2-4130-b441-cf98145c1ba0 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 948 time: 0.0881846 Jun 16 16:23:58.878990 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 54ec0015-b65c-4981-9aa4-3de7865d4401 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:58.885703 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 54ec0015-b65c-4981-9aa4-3de7865d4401 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:58.886224 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:58.895957 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fa3b6912-d90f-458a-abb0-9e49d5368aa7 req-ee4817d0-140b-48ca-9610-3a4ed500248f tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Jun 16 16:23:58.974197 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:58.999124 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec0015-b65c-4981-9aa4-3de7865d4401'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:59.001389 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2f7f40-24e3-4843-8f05-0a6ad22d6518" -d '{"events": [{"server_uuid": "0d61ebd6-3215-4d40-90ba-bfaba3549cbb", "name": "network-vif-plugged", "status": "completed", "tag": "54ec0015-b65c-4981-9aa4-3de7865d4401"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:59.018486 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 54ec0015-b65c-4981-9aa4-3de7865d4401, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=54ec0015-b65c-4981-9aa4-3de7865d4401,segment=NetworkSegment(dab18466-91fb-4627-a16f-ff182847de4a),segment_id=dab18466-91fb-4627-a16f-ff182847de4a)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:59.023094 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:59.027168 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:59.053903 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4af58c1-0191-4ca0-bfac-70026ebfd8ec x-openstack-request-id: req-e4af58c1-0191-4ca0-bfac-70026ebfd8ec {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:59.054235 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d61ebd6-3215-4d40-90ba-bfaba3549cbb", "name": "network-vif-plugged", "status": "completed", "tag": "54ec0015-b65c-4981-9aa4-3de7865d4401", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:59.054674 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4af58c1-0191-4ca0-bfac-70026ebfd8ec {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:59.055009 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec0015-b65c-4981-9aa4-3de7865d4401', 'code': 200} Jun 16 16:23:59.080741 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=54ec0015-b65c-4981-9aa4-3de7865d4401,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:59.083681 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:59.277367 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fea88a-bd7d-4eb7-a278-049ce7c09a2d req-d6c7e32f-1ea1-4053-87b4-8aba1e6cca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:59.278826 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f2fea88a-bd7d-4eb7-a278-049ce7c09a2d req-d6c7e32f-1ea1-4053-87b4-8aba1e6cca1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 1102 time: 0.0510852 Jun 16 16:23:59.313713 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-f2fea88a-bd7d-4eb7-a278-049ce7c09a2d req-65c3fb32-6f51-4411-93f8-24d220972d14 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262837 Jun 16 16:24:00.076349 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf05cd-eb2d-40b3-97cc-a3a4eb82cdbd req-f3f9c620-5780-4b9a-9149-0cb64e48a4b9 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:00.077816 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7edf05cd-eb2d-40b3-97cc-a3a4eb82cdbd req-f3f9c620-5780-4b9a-9149-0cb64e48a4b9 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 949 time: 0.0667229 Jun 16 16:24:00.115773 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7edf05cd-eb2d-40b3-97cc-a3a4eb82cdbd req-aa9f45c5-db9a-4501-902d-9f43228a1bfc tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Jun 16 16:24:00.639809 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:24:00.914600 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8484-a85a-45d4-bd92-713dac16f1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.003571 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.299268 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97195f99-fc80-4d52-b414-abe653a55a55 req-0f895ce0-bb36-472d-b970-18787cf121e8 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:01.300703 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-97195f99-fc80-4d52-b414-abe653a55a55 req-0f895ce0-bb36-472d-b970-18787cf121e8 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 949 time: 0.0644770 Jun 16 16:24:01.338119 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-97195f99-fc80-4d52-b414-abe653a55a55 req-89347859-38ba-44ec-be69-e405708f87b3 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Jun 16 16:24:01.744771 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cd0e9-abf9-4f6b-a265-bf05d09d4d93 req-167263ce-4867-49b5-a3f0-35fb55077719 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:01.746254 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-968cd0e9-abf9-4f6b-a265-bf05d09d4d93 req-167263ce-4867-49b5-a3f0-35fb55077719 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 949 time: 0.0641220 Jun 16 16:24:01.783688 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-968cd0e9-abf9-4f6b-a265-bf05d09d4d93 req-a4a4bae8-794b-4af5-87d5-2600d3c91540 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Jun 16 16:24:01.913453 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47300) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:01.946859 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.959373 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Deleting subnet a90affee-3ace-41b2-947a-922d25503f82 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:24:01.962679 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.999118 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.052225 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.113344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.118149 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7735eb71-2dc8-4f28-9e98-83e891abad9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:02.144072 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90affee-3ace-41b2-947a-922d25503f82,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:02.145672 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.147565 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a90affee-3ace-41b2-947a-922d25503f82 HTTP/1.1" status: 204 len: 168 time: 0.2327657 Jun 16 16:24:02.149291 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:02.150584 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47302) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:02.222369 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.298962 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.308924 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:02.318360 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e21342-4fd0-4155-b1c9-4d56eb839432') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:02.318648 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e21342-4fd0-4155-b1c9-4d56eb839432') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:02.328138 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.345706 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.351367 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:24:02.351749 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:24:02.353501 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:24:02.407392 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.411028 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:02.413339 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.415562 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5 HTTP/1.1" status: 204 len: 168 time: 0.2639780 Jun 16 16:24:02.426406 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ef86c6-7f1c-4326-b8b9-f4e9c652d2b5,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:02.428712 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-72f8f748-a90e-4300-99ff-955cede2bff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:02.576601 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47306) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:02.615989 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2e540a68-4e14-4fbf-aa6a-0300b7b3ca52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f6238b25e2b4d28a5d67e70100d5b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380683 Jun 16 16:24:02.618941 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47308) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:02.665426 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.690017 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.738073 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.740541 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.741676 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a86979ad-e887-4f7d-8ec3-cd0243039346 HTTP/1.1" status: 204 len: 168 time: 0.1218038 Jun 16 16:24:02.743032 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dc901520-35b3-4c5f-8839-7150ca544628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:02.750496 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86979ad-e887-4f7d-8ec3-cd0243039346,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:02.752808 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:02.961966 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664ec3-daef-404f-95e2-5be3f4de29c5 req-fd7b46e4-3a77-4396-8ebe-67ed144c9dbb tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:02.963705 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b3664ec3-daef-404f-95e2-5be3f4de29c5 req-fd7b46e4-3a77-4396-8ebe-67ed144c9dbb tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 949 time: 0.0671835 Jun 16 16:24:03.002119 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b3664ec3-daef-404f-95e2-5be3f4de29c5 req-f6860496-84cb-4ccc-8969-ab46ec66de02 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e7206f7-ab45-43fc-816a-5e8e4e0507ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327721 Jun 16 16:24:03.089744 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-d85489f0-7493-41f3-8e14-adca3da9c66d tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:03.091251 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-d85489f0-7493-41f3-8e14-adca3da9c66d tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 949 time: 0.0637796 Jun 16 16:24:03.196974 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Deleting port 54ec0015-b65c-4981-9aa4-3de7865d4401 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:03.197322 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.297383 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] For port 54ec0015-b65c-4981-9aa4-3de7865d4401, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=54ec0015-b65c-4981-9aa4-3de7865d4401,segment=NetworkSegment(dab18466-91fb-4627-a16f-ff182847de4a),segment_id=dab18466-91fb-4627-a16f-ff182847de4a)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:03.297750 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.368920 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Calling delete_port for 54ec0015-b65c-4981-9aa4-3de7865d4401 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:03.504438 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.509042 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:03.516114 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['54ec0015-b65c-4981-9aa4-3de7865d4401'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:03.535450 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Pushing event deleted for resources: {'Port': ['ID=54ec0015-b65c-4981-9aa4-3de7865d4401,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:03.538884 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:03.586792 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] No DVR routers for this DVR port 54ec0015-b65c-4981-9aa4-3de7865d4401 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:03.590486 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.592519 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-408abc28-e64f-4508-8cff-26a0278ca4f0 req-c15c5951-abde-4939-83b2-463f8f3807ec tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.58 "DELETE /v2.0/ports/54ec0015-b65c-4981-9aa4-3de7865d4401 HTTP/1.1" status: 204 len: 173 time: 0.4954696 Jun 16 16:24:03.593071 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'name': 'network-vif-deleted', 'tag': '54ec0015-b65c-4981-9aa4-3de7865d4401'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:03.595428 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de53057-28d2-49b1-a845-2083b7f36f6d" -d '{"events": [{"server_uuid": "0d61ebd6-3215-4d40-90ba-bfaba3549cbb", "name": "network-vif-deleted", "tag": "54ec0015-b65c-4981-9aa4-3de7865d4401"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:03.637065 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce6da11-e559-4053-b078-15f8f581f47a x-openstack-request-id: req-dce6da11-e559-4053-b078-15f8f581f47a {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:03.637588 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d61ebd6-3215-4d40-90ba-bfaba3549cbb", "name": "network-vif-deleted", "tag": "54ec0015-b65c-4981-9aa4-3de7865d4401", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:03.638028 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dce6da11-e559-4053-b078-15f8f581f47a {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:03.638797 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d61ebd6-3215-4d40-90ba-bfaba3549cbb', 'name': 'network-vif-deleted', 'tag': '54ec0015-b65c-4981-9aa4-3de7865d4401', 'status': 'completed', 'code': 200} Jun 16 16:24:03.781641 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.179978 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-bf3be0d5-aa44-4fe0-bb31-fa7bb2ae7bed req-a789527f-c535-4814-a291-7a9e6c1a12b2 tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d61ebd6-3215-4d40-90ba-bfaba3549cbb HTTP/1.1" status: 200 len: 210 time: 0.0395033 Jun 16 16:24:06.813750 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 54ec0015-b65c-4981-9aa4-3de7865d4401 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:06.834765 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 54ec0015-b65c-4981-9aa4-3de7865d4401 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:06.835372 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 54ec0015-b65c-4981-9aa4-3de7865d4401 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:08.307599 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.156567 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47628) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:09.291747 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-cb8d3dc2-c7c9-4b26-bee4-0a8f04f887e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7860e312e5c414f9818ccad2f7e807b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338916 Jun 16 16:24:09.294067 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47634) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:09.349445 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.372586 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.423254 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.425945 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.427354 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e7206f7-ab45-43fc-816a-5e8e4e0507ad HTTP/1.1" status: 204 len: 168 time: 0.1322603 Jun 16 16:24:09.428180 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f43047f6-7dd8-47ff-aa15-060de07c3231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:09.436918 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7206f7-ab45-43fc-816a-5e8e4e0507ad,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:09.439224 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:09.780616 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-517e6d8a-fb3c-4e3a-9c96-f10ad20ac59a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635743 Jun 16 16:24:09.875668 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-34e14e3b-940d-4ff1-a77b-7cc5e5b70357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:09.877120 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-34e14e3b-940d-4ff1-a77b-7cc5e5b70357 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=311b23f0351c41e5a0ba1857eec4b032&device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 1100 time: 0.0531783 Jun 16 16:24:09.984816 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-9576d5a8-39e1-4afe-b488-02cd66c9f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:09.986263 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-9576d5a8-39e1-4afe-b488-02cd66c9f11d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 200 len: 917 time: 0.0891187 Jun 16 16:24:10.061195 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-f9c689df-4142-4139-b49d-a3937c5b1e0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 200 len: 1001 time: 0.0669031 Jun 16 16:24:10.114845 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-b3b6bc95-ee98-419a-8536-feae5b9f8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:10.116324 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-b3b6bc95-ee98-419a-8536-feae5b9f8210 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 200 len: 855 time: 0.0485873 Jun 16 16:24:10.173930 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-076ad435-d9c3-46ee-b785-07bd2a1d6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:10.175478 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-076ad435-d9c3-46ee-b785-07bd2a1d6d30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f691c9-dd26-4a89-b750-40017bc064df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517416 Jun 16 16:24:10.271657 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-c8cc02d5-2eee-4577-9ba5-4d83ef80263a service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880492 Jun 16 16:24:10.368070 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-1c3304db-abf6-4010-bfad-f5ffc5fcaaf9 req-06250b84-0176-4cda-be34-0f6fb529d56a service neutron] 10.222.0.58 "GET /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883782 Jun 16 16:24:22.805122 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd3aa-0fc2-435d-8505-3c9c694f8cd3 req-7dd259f6-3b81-4014-8773-5b2f89e5d46d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:22.806754 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1e2cd3aa-0fc2-435d-8505-3c9c694f8cd3 req-7dd259f6-3b81-4014-8773-5b2f89e5d46d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 947 time: 0.0674138 Jun 16 16:24:22.847725 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-1e2cd3aa-0fc2-435d-8505-3c9c694f8cd3 req-3cb5e903-458b-4dbb-aeb2-f77e43b81253 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347083 Jun 16 16:24:24.059839 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fc540-897f-43aa-9a5f-b18bebe65ef5 req-31e6ea65-9d52-428c-9f96-0be678c6a8f1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:24.061303 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c21fc540-897f-43aa-9a5f-b18bebe65ef5 req-31e6ea65-9d52-428c-9f96-0be678c6a8f1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 947 time: 0.0943127 Jun 16 16:24:24.101281 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47670348-db06-4dc5-a299-03c4c325dd63 req-1bf529f5-d3ad-4ab3-a14d-2ff4c8f7109d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:24.102699 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-47670348-db06-4dc5-a299-03c4c325dd63 req-1bf529f5-d3ad-4ab3-a14d-2ff4c8f7109d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 947 time: 0.0952649 Jun 16 16:24:24.147040 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c21fc540-897f-43aa-9a5f-b18bebe65ef5 req-2bf44b38-b06e-4f06-b090-e094ac95d338 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cd98b89-6124-407d-b555-10946cb0c8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780935 Jun 16 16:24:24.237504 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Deleting port 32282cda-635f-473d-82cb-4f81e15549c2 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:24.237938 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:24.328199 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] For port 32282cda-635f-473d-82cb-4f81e15549c2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32282cda-635f-473d-82cb-4f81e15549c2,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:24.328474 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:24.498279 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:24.498652 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:24.498972 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.l3_db [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Floating IP 06089dab-ad50-48cf-a3b5-08ff50aa65b7 disassociated. External IP: 172.28.2.40, port: 32282cda-635f-473d-82cb-4f81e15549c2. Jun 16 16:24:24.499341 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Calling delete_port for 32282cda-635f-473d-82cb-4f81e15549c2 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:24.625696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:24.629372 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:24.653745 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event deleted for resources: {'Port': ['ID=32282cda-635f-473d-82cb-4f81e15549c2,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:24.656739 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:24.995968 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:24:25.105216 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:24:25.116986 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] Sync routers for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:25.127125 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:24:25.127841 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:24:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:25.148184 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] No DVR routers for this DVR port 32282cda-635f-473d-82cb-4f81e15549c2 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:25.150933 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.152817 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-47670348-db06-4dc5-a299-03c4c325dd63 req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.58 "DELETE /v2.0/ports/32282cda-635f-473d-82cb-4f81e15549c2 HTTP/1.1" status: 204 len: 173 time: 1.0447140 Jun 16 16:24:25.153296 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-deleted', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:25.155613 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3243407-659f-48e4-8b96-c0f0ad63a9e3" -d '{"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-deleted", "tag": "32282cda-635f-473d-82cb-4f81e15549c2"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:25.194317 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506f719-d2ea-4d1b-bd1b-263b8d1148f4 x-openstack-request-id: req-c506f719-d2ea-4d1b-bd1b-263b8d1148f4 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:25.194735 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d5fb82-7674-4bb2-97d0-ca359133c588", "name": "network-vif-deleted", "tag": "32282cda-635f-473d-82cb-4f81e15549c2", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:25.195108 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c506f719-d2ea-4d1b-bd1b-263b8d1148f4 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:25.195718 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d5fb82-7674-4bb2-97d0-ca359133c588', 'name': 'network-vif-deleted', 'tag': '32282cda-635f-473d-82cb-4f81e15549c2', 'status': 'completed', 'code': 200} Jun 16 16:24:25.252415 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:24:25.328018 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5574a71a-a157-4dd2-9f0f-25afe1c8c451 req-398b24bb-b281-4379-a34a-1f78e4c44cc5 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/ports?device_id=75d5fb82-7674-4bb2-97d0-ca359133c588 HTTP/1.1" status: 200 len: 210 time: 0.0358248 Jun 16 16:24:25.470770 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:25.474061 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] Checking router: 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:25.482655 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:24:25.483263 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:24:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:25.583342 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:24:25.796375 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:25.800025 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a874c7-6386-4066-be12-2c4388b9089c None None] The sync data for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb is: [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:18:47Z', 'revision_number': 4, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '52a10f76-4e0f-4643-98c0-d2ca7b9ba72a', 'name': '', 'network_id': 'f9f691c9-dd26-4a89-b750-40017bc064df', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'mac_address': 'fa:16:3e:60:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:46Z', 'updated_at': '2021-06-16T16:18:55Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'subnets': [{'id': '2db4372a-ab68-477c-b65f-73c9ae8d0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:26.003010 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd648fc1-9ef5-4540-97e5-47fdf2588db8 None None] New status for floating IP 06089dab-ad50-48cf-a3b5-08ff50aa65b7: DOWN {{(pid=91701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:24:26.460247 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47746) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:26.515930 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.542711 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.613024 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.615568 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.616721 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "DELETE /v2.0/security-groups/0cd98b89-6124-407d-b555-10946cb0c8e0 HTTP/1.1" status: 204 len: 168 time: 0.1554739 Jun 16 16:24:26.617538 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0ffd8b28-5e09-4d1a-a2b4-52d5c0c828f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:26.619943 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47748) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:26.627119 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd98b89-6124-407d-b555-10946cb0c8e0,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:26.629497 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:26.648669 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.api.v2.resource [None req-dc562e9a-ef77-4ed1-a4f5-e71c4e65677a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] show failed (client error): The resource could not be found. Jun 16 16:24:26.651237 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-dc562e9a-ef77-4ed1-a4f5-e71c4e65677a tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "GET /v2.0/security-groups/0cd98b89-6124-407d-b555-10946cb0c8e0 HTTP/1.1" status: 404 len: 347 time: 0.0278380 Jun 16 16:24:26.653489 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47752) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:26.719160 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47754) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:26.790552 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Deleting port e2bfa187-aeec-4edf-8cbd-29d2ca91833b {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:26.790984 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.824727 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6daf36f7-467b-449d-8f37-fc1614d646ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.870089 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.870409 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.922724 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6daf36f7-467b-449d-8f37-fc1614d646ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.934325 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6daf36f7-467b-449d-8f37-fc1614d646ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.936337 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:26.939267 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Calling delete_port for e2bfa187-aeec-4edf-8cbd-29d2ca91833b owned by network:floatingip {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:26.940147 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b8a48dae-08fb-4ff4-a6a3-4ca42ea54e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:26.957967 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 32282cda-635f-473d-82cb-4f81e15549c2 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:26.958347 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 32282cda-635f-473d-82cb-4f81e15549c2 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:26.979820 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf36f7-467b-449d-8f37-fc1614d646ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33471ee3-ab96-4a8d-882e-23e44c4fa67a,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:26.982884 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6daf36f7-467b-449d-8f37-fc1614d646ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:26.988863 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-6daf36f7-467b-449d-8f37-fc1614d646ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eaecc86c16334ba39a121c896940dac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653468 Jun 16 16:24:26.989088 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47758) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:27.042575 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.064102 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.093316 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.097901 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-12080a3e-bc90-4c3b-8cc5-cfddfbd3367f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:27.116873 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.119604 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.120779 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33471ee3-ab96-4a8d-882e-23e44c4fa67a HTTP/1.1" status: 204 len: 168 time: 0.1307461 Jun 16 16:24:27.121541 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9657ef0d-5208-491b-a65b-88c4cc98aa7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:27.130144 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33471ee3-ab96-4a8d-882e-23e44c4fa67a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:27.131229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Pushing event deleted for resources: {'Port': ['ID=e2bfa187-aeec-4edf-8cbd-29d2ca91833b,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:27.134491 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:27.144178 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:27.198949 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks [] for floatingip, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.201728 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.202903 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-14701dc8-b256-46b5-b0d8-ca52247a8fc1 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] 10.222.0.77 "DELETE /v2.0/floatingips/06089dab-ad50-48cf-a3b5-08ff50aa65b7 HTTP/1.1" status: 204 len: 168 time: 0.5486262 Jun 16 16:24:28.333194 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e28d41-c782-4701-9cd7-87f117dc91e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:29.768631 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47782) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:30.313065 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559567'] for router_interface, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:30.606586 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Deleting port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:30.606835 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:30.683822 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] For port 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:30.684183 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:30.751736 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Calling delete_port for 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a owned by network:router_interface {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:30.915396 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d04c8fbc-73dc-4e1e-8013-3247de5ab1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:30.930898 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:30.933053 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:30.955472 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a10f76-4e0f-4643-98c0-d2ca7b9ba72a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:30.958822 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:31.015066 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.141010 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559451'] for router_interface, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.346435 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:24:31.448903 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:24:31.454178 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-a677c5da-77ce-409a-a3d1-6a9627e81548 admin admin] 10.222.0.77 "PUT /v2.0/routers/0eb872a0-8e0d-4a6c-959f-8e1e11831c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845322 Jun 16 16:24:31.456650 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47786) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:31.457608 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] Sync routers for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:31.467296 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:24:31.467944 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:24:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:31.563959 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks [] for router, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.654819 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:24:31.667101 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.731228 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Deleting port 36a99fe3-1a39-4402-80e8-52a883cc1b33 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:31.731228 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.818062 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] For port 36a99fe3-1a39-4402-80e8-52a883cc1b33, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=36a99fe3-1a39-4402-80e8-52a883cc1b33,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:31.818633 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.850033 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:24:30Z', 'revision_number': 5, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port': {'id': '36a99fe3-1a39-4402-80e8-52a883cc1b33', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:18:43Z', 'updated_at': '2021-06-16T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:31.853510 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] Checking router: 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:31.861679 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] Routers {'0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:24:31.862265 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:24:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:31.882320 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Calling delete_port for 36a99fe3-1a39-4402-80e8-52a883cc1b33 owned by network:router_gateway {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:31.949133 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.956609 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] Set router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:24:32.011385 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:24:31Z', 'revision_number': 6, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port_host': None}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:32.015162 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66ca42-7570-4fd0-acf1-33b0676044c0 None None] The sync data for ids ['0eb872a0-8e0d-4a6c-959f-8e1e11831c3d'] in dv-cinder-775250-5-smb is: [{'id': '0eb872a0-8e0d-4a6c-959f-8e1e11831c3d', 'name': 'tempest-AttachVolumeShelveTestJSON-356929212-router', 'tenant_id': '311b23f0351c41e5a0ba1857eec4b032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:18:42Z', 'updated_at': '2021-06-16T16:24:31Z', 'revision_number': 6, 'project_id': '311b23f0351c41e5a0ba1857eec4b032', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:32.066136 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.068122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f550ca5c-dc44-4f61-bd03-dbfbbf2a539a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:32.092701 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Pushing event deleted for resources: {'Port': ['ID=36a99fe3-1a39-4402-80e8-52a883cc1b33,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:32.096122 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:32.153922 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023000'] for router_gateway, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.240475 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7467'] for router, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.242517 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.286650 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965458'] for router, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.287146 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb872a0-8e0d-4a6c-959f-8e1e11831c3d {{(pid=91700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:24:32.292058 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.293178 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] 10.222.0.77 "DELETE /v2.0/routers/0eb872a0-8e0d-4a6c-959f-8e1e11831c3d HTTP/1.1" status: 204 len: 168 time: 0.8353205 Jun 16 16:24:32.295683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 47788) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:32.343913 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Deleting subnet 2db4372a-ab68-477c-b65f-73c9ae8d0759 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:24:32.347019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.617952 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.692174 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.750965 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.753170 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:32.777602 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db4372a-ab68-477c-b65f-73c9ae8d0759,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:32.780268 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:32.783506 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.788207 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-2096f67e-4fb0-4091-a1c7-cd5e605cd6ac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2db4372a-ab68-477c-b65f-73c9ae8d0759 HTTP/1.1" status: 204 len: 168 time: 0.4915428 Jun 16 16:24:32.788930 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47790) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:32.790897 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ffa8f-8389-4ee1-a0fd-1b5c217f3349 None None] Network f9f691c9-dd26-4a89-b750-40017bc064df requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:24:32.869094 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.940686 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Deleting port e4b605db-9915-4a47-bfa4-8170bdb492de {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:32.941030 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.008254 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] For port e4b605db-9915-4a47-bfa4-8170bdb492de, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=e4b605db-9915-4a47-bfa4-8170bdb492de,segment=NetworkSegment(43fd0772-948b-41c4-957f-1a7774f314c6),segment_id=43fd0772-948b-41c4-957f-1a7774f314c6)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:33.008254 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.084698 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Calling delete_port for e4b605db-9915-4a47-bfa4-8170bdb492de owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:33.125281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] DHCP port deletion for f9f691c9-dd26-4a89-b750-40017bc064df request from dv-cinder-775250-5-smb {{(pid=91701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:24:33.169318 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.171421 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:33.172583 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Deleting port e4b605db-9915-4a47-bfa4-8170bdb492de {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:33.173039 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.197816 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b605db-9915-4a47-bfa4-8170bdb492de,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:33.200716 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:33.207560 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] No DVR routers for this DVR port e4b605db-9915-4a47-bfa4-8170bdb492de on host dv-cinder-775250-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:33.246454 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] For port e4b605db-9915-4a47-bfa4-8170bdb492de, host dv-cinder-775250-5-smb, got binding levels [] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:33.246690 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.282814 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.292707 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f691c9-dd26-4a89-b750-40017bc064df']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:33.302336 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fd0772-948b-41c4-957f-1a7774f314c6') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:33.302639 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fd0772-948b-41c4-957f-1a7774f314c6') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:33.308329 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Calling delete_port for e4b605db-9915-4a47-bfa4-8170bdb492de owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:33.311270 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.ipam_backend_mixin [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Port e4b605db-9915-4a47-bfa4-8170bdb492de was not found and therefore no delete operation was performed {{(pid=91701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 16:24:33.312076 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.312546 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.315096 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:33.327627 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.333687 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:24:33.334017 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:24:33.335673 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:24:33.345371 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] No DVR routers for this DVR port e4b605db-9915-4a47-bfa4-8170bdb492de on host dv-cinder-775250-5-smb {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:33.352796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Pushing event deleted for resources: {'Port': ['ID=e4b605db-9915-4a47-bfa4-8170bdb492de,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:33.360111 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.360462 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.360844 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.361142 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.361473 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.361804 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.362134 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.362454 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.362898 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.363168 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.363514 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.363832 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.367048 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:33.396408 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.400980 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:33.403529 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.405160 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f9f691c9-dd26-4a89-b750-40017bc064df HTTP/1.1" status: 204 len: 168 time: 0.6149600 Jun 16 16:24:33.417408 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f691c9-dd26-4a89-b750-40017bc064df,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:33.420658 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:33.526051 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47794) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:33.567910 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-47d5ce8c-4633-465b-9e6b-6f08990f2305 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=311b23f0351c41e5a0ba1857eec4b032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404851 Jun 16 16:24:33.570443 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 47796) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:33.618001 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.639807 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.690998 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.693640 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:33.694752 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ae3d21d-fd5d-422b-9f45-7d113ab5afc3 HTTP/1.1" status: 204 len: 168 time: 0.1234238 Jun 16 16:24:33.695648 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-565845ec-b546-4c0d-9b52-b8dd77029e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:33.704364 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae3d21d-fd5d-422b-9f45-7d113ab5afc3,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:33.707550 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:33.760505 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 36a99fe3-1a39-4402-80e8-52a883cc1b33 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:33.785112 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 36a99fe3-1a39-4402-80e8-52a883cc1b33 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:33.785456 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 36a99fe3-1a39-4402-80e8-52a883cc1b33 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:33.785871 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e4b605db-9915-4a47-bfa4-8170bdb492de no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:33.808706 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: e4b605db-9915-4a47-bfa4-8170bdb492de {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:33.809262 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e4b605db-9915-4a47-bfa4-8170bdb492de not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:33.809472 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:33.828707 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:33.829040 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 52a10f76-4e0f-4643-98c0-d2ca7b9ba72a not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:33.830472 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:37.638038 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:24:38.324851 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:58.328674 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-03d07d10-3ee3-4af7-aa01-0aa482940d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.917261 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e94d78f-f484-4fe2-b0b1-dbef8242f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:01.006792 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:01.951821 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:03.782630 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.195726 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48150) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:04.296733 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.382700 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.386588 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.389081 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-89066951-2a1b-422f-bfd5-ca00c511e913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:04.423400 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5b22c-b6c1-4e0c-b49b-26be9c41393f,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:04.428039 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99aeaf147f6449899d35bb6c74128bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312787 Jun 16 16:25:04.430866 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48154) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:04.433892 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.434272 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.434646 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.435011 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.435396 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.435758 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.436115 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.436470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.436826 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.437178 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.437532 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.437881 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.441793 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-38b640bc-1479-4e5a-853f-fb93523e7ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:04.479267 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.500547 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.544696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.547460 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.548565 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7d5b22c-b6c1-4e0c-b49b-26be9c41393f HTTP/1.1" status: 204 len: 168 time: 0.1167045 Jun 16 16:25:04.549292 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ec5ffb8d-622c-436a-8564-f7bcaf4f35ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:04.557708 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5b22c-b6c1-4e0c-b49b-26be9c41393f,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:04.564567 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.564931 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.565285 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.565638 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.566036 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.566633 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.566756 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.567095 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.567462 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.567800 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.568141 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.568473 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:04.572038 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:04.810704 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48160) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:04.824397 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dae294c7-71ae-4742-9d44-b55eb1bf75a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.912695 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dae294c7-71ae-4742-9d44-b55eb1bf75a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.917536 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dae294c7-71ae-4742-9d44-b55eb1bf75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.920986 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-71383abf-573b-4527-abd9-c9b36cf84f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:04.957358 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae294c7-71ae-4742-9d44-b55eb1bf75a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa47a68-78da-41af-bc91-26a2228db4d9,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:04.961621 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-dae294c7-71ae-4742-9d44-b55eb1bf75a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22d7784490c84c4ab07a4e96f8709549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498709 Jun 16 16:25:04.962749 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-dae294c7-71ae-4742-9d44-b55eb1bf75a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:04.965406 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48162) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:05.013392 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee406154-c7c5-4954-8d0e-08976c0e6719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.034698 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee406154-c7c5-4954-8d0e-08976c0e6719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.079925 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee406154-c7c5-4954-8d0e-08976c0e6719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.083472 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee406154-c7c5-4954-8d0e-08976c0e6719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.084601 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ee406154-c7c5-4954-8d0e-08976c0e6719 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3aa47a68-78da-41af-bc91-26a2228db4d9 HTTP/1.1" status: 204 len: 168 time: 0.1189742 Jun 16 16:25:05.085445 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9fd2e4c8-17de-4cc3-82db-b2e1f7d7bf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:05.093057 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee406154-c7c5-4954-8d0e-08976c0e6719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa47a68-78da-41af-bc91-26a2228db4d9,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:05.095237 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ee406154-c7c5-4954-8d0e-08976c0e6719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:06.528494 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48202) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:06.632522 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-29e4cb97-f9bc-48c0-a1a3-eb65bd46de62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.719604 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-29e4cb97-f9bc-48c0-a1a3-eb65bd46de62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.723684 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-29e4cb97-f9bc-48c0-a1a3-eb65bd46de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.726332 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e9da7831-73d3-44dd-8a0f-5a4099317ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:06.762539 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-29e4cb97-f9bc-48c0-a1a3-eb65bd46de62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e03262fb1064faca27599845ba42b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329113 Jun 16 16:25:06.763487 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4cb97-f9bc-48c0-a1a3-eb65bd46de62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e005f-af69-4045-8acb-6e48200328ac,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:06.765251 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48206) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:06.766410 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-29e4cb97-f9bc-48c0-a1a3-eb65bd46de62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:06.813637 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d8da05dd-c26b-4b06-92f3-7f8887e856c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.833576 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d8da05dd-c26b-4b06-92f3-7f8887e856c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.879436 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d8da05dd-c26b-4b06-92f3-7f8887e856c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.882054 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d8da05dd-c26b-4b06-92f3-7f8887e856c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.883219 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d8da05dd-c26b-4b06-92f3-7f8887e856c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/785e005f-af69-4045-8acb-6e48200328ac HTTP/1.1" status: 204 len: 168 time: 0.1169329 Jun 16 16:25:06.883987 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-654deb39-10cf-4a29-8f76-1890944cea43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:06.891120 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da05dd-c26b-4b06-92f3-7f8887e856c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e005f-af69-4045-8acb-6e48200328ac,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:06.893406 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d8da05dd-c26b-4b06-92f3-7f8887e856c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:07.150295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48212) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:07.166800 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96d4c7f-f240-4f4f-a23d-968817d2b172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:07.261397 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96d4c7f-f240-4f4f-a23d-968817d2b172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:07.265327 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f96d4c7f-f240-4f4f-a23d-968817d2b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:07.268120 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1c50035e-52f5-46d0-b8af-f0b90e7e14d0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:07.306732 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-f96d4c7f-f240-4f4f-a23d-968817d2b172 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1992fb61c3b449bdaaa8bee745221d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552567 Jun 16 16:25:07.307408 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d4c7f-f240-4f4f-a23d-968817d2b172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca801319-4e22-4ea2-8542-fbe675760aa1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:07.309997 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48214) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:07.310291 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f96d4c7f-f240-4f4f-a23d-968817d2b172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:07.361868 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-06f1db88-9f47-4ba8-ade0-b627d462f638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:07.383275 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-06f1db88-9f47-4ba8-ade0-b627d462f638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:07.429389 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-06f1db88-9f47-4ba8-ade0-b627d462f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:07.431989 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-06f1db88-9f47-4ba8-ade0-b627d462f638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:07.433120 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-06f1db88-9f47-4ba8-ade0-b627d462f638 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ca801319-4e22-4ea2-8542-fbe675760aa1 HTTP/1.1" status: 204 len: 168 time: 0.1218982 Jun 16 16:25:07.433870 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-02d3aed7-b6fe-4798-9a45-a095c8489f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:07.441891 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1db88-9f47-4ba8-ade0-b627d462f638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca801319-4e22-4ea2-8542-fbe675760aa1,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:07.444144 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-06f1db88-9f47-4ba8-ade0-b627d462f638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:08.336647 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.096108 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48294) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:14.200503 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ada-ecfc-4cc2-9f14-d917007941e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.288324 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ada-ecfc-4cc2-9f14-d917007941e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.292051 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ada-ecfc-4cc2-9f14-d917007941e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.295735 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4dee7079-841c-41a8-a1ea-2ab9c5d7194a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:14.330318 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-bc4e5ada-ecfc-4cc2-9f14-d917007941e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9310557165a84209926371191d2769c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331352 Jun 16 16:25:14.331233 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e5ada-ecfc-4cc2-9f14-d917007941e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a8fac7-c06f-439e-8733-b030e946dbfa,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.333729 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48298) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:14.334897 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bc4e5ada-ecfc-4cc2-9f14-d917007941e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:14.382595 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.403485 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.449955 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.452804 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.453924 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/13a8fac7-c06f-439e-8733-b030e946dbfa HTTP/1.1" status: 204 len: 168 time: 0.1191592 Jun 16 16:25:14.454678 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-749f4c94-897c-417c-9a4f-20de77d38d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:14.463339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a8fac7-c06f-439e-8733-b030e946dbfa,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.465755 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:14.637170 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:14.715781 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48304) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:14.729665 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c43f7f61-50d6-41e0-a176-979327a333d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.823990 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c43f7f61-50d6-41e0-a176-979327a333d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.827619 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c43f7f61-50d6-41e0-a176-979327a333d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.830128 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-60c24dd5-6fb0-4338-ab19-a63f156b6e5b tempest-VolumesNegativeTest-2003783854 tempest-VolumesNegativeTest-2003783854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:14.866325 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-c43f7f61-50d6-41e0-a176-979327a333d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07816667ccc24315958ac2b93d2e467c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493921 Jun 16 16:25:14.867294 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f7f61-50d6-41e0-a176-979327a333d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c885ae5-90b0-4ede-a8ee-69334d2b99ec,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.868996 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48306) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:14.870308 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c43f7f61-50d6-41e0-a176-979327a333d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:14.917317 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9f556568-5f32-4d8b-b4d5-d16e88b6a334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.939914 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9f556568-5f32-4d8b-b4d5-d16e88b6a334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.984842 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9f556568-5f32-4d8b-b4d5-d16e88b6a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.987470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9f556568-5f32-4d8b-b4d5-d16e88b6a334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.988580 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-9f556568-5f32-4d8b-b4d5-d16e88b6a334 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c885ae5-90b0-4ede-a8ee-69334d2b99ec HTTP/1.1" status: 204 len: 168 time: 0.1185982 Jun 16 16:25:14.989666 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5c30a759-6b2a-4d1b-90a8-c5b57e70189a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:14.997130 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f556568-5f32-4d8b-b4d5-d16e88b6a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c885ae5-90b0-4ede-a8ee-69334d2b99ec,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.999461 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9f556568-5f32-4d8b-b4d5-d16e88b6a334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:19.236899 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48378) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.345593 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5f2b-4516-47f3-a68c-2a0ae5750273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.432788 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5f2b-4516-47f3-a68c-2a0ae5750273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.437445 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5f2b-4516-47f3-a68c-2a0ae5750273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.440100 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-03a2a6d4-1ff4-4397-a8ba-0abe688e3966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:19.477823 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-8f0b5f2b-4516-47f3-a68c-2a0ae5750273 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60805d2230e24194a3d0b15016892efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397540 Jun 16 16:25:19.479085 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b5f2b-4516-47f3-a68c-2a0ae5750273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbb6f80-7981-4b12-9804-5bf9d59cbce6,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.480479 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48382) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.482249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8f0b5f2b-4516-47f3-a68c-2a0ae5750273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:19.530879 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1e331431-134b-4465-a1f3-34c36fd5218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.553027 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1e331431-134b-4465-a1f3-34c36fd5218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.598996 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1e331431-134b-4465-a1f3-34c36fd5218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.601744 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1e331431-134b-4465-a1f3-34c36fd5218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.602875 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-1e331431-134b-4465-a1f3-34c36fd5218c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bbb6f80-7981-4b12-9804-5bf9d59cbce6 HTTP/1.1" status: 204 len: 168 time: 0.1207068 Jun 16 16:25:19.603644 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ce720064-cdbd-4103-b930-bb2380f0d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:19.610852 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331431-134b-4465-a1f3-34c36fd5218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbb6f80-7981-4b12-9804-5bf9d59cbce6,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.613344 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1e331431-134b-4465-a1f3-34c36fd5218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:19.857193 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48388) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.871845 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c92cfc9b-b5c4-4f50-b049-2acaa7e5c4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.967711 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c92cfc9b-b5c4-4f50-b049-2acaa7e5c4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.971629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c92cfc9b-b5c4-4f50-b049-2acaa7e5c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.974859 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-29e4cb97-f9bc-48c0-a1a3-eb65bd46de62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.013147 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cfc9b-b5c4-4f50-b049-2acaa7e5c4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf1f77-86d6-4cdd-9623-3e929e8f72e1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.016198 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c92cfc9b-b5c4-4f50-b049-2acaa7e5c4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.019233 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-c92cfc9b-b5c4-4f50-b049-2acaa7e5c4e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e904817b97f4006ae5f8fdceeba80c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606104 Jun 16 16:25:20.022090 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48390) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:20.074772 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f53f6832-574c-4221-9845-35a5b407fc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.096199 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f53f6832-574c-4221-9845-35a5b407fc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.143809 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f53f6832-574c-4221-9845-35a5b407fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.147616 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f53f6832-574c-4221-9845-35a5b407fc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.148752 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-f53f6832-574c-4221-9845-35a5b407fc14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4fcf1f77-86d6-4cdd-9623-3e929e8f72e1 HTTP/1.1" status: 204 len: 168 time: 0.1254110 Jun 16 16:25:20.149561 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c43f7f61-50d6-41e0-a176-979327a333d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.159484 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6832-574c-4221-9845-35a5b407fc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf1f77-86d6-4cdd-9623-3e929e8f72e1,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.162781 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f53f6832-574c-4221-9845-35a5b407fc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.816048 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48412) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:20.912511 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1972682793-network', 'tenant_id': '3382307655504378b1f8f62a50fa89ef'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:20.933702 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Made reservation on behalf of 3382307655504378b1f8f62a50fa89ef for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:20.936067 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.944814 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.040587 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.044351 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.047492 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c45ad1eb-c286-4447-b390-1c82cec3cd4d tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:21.072460 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:25:21.077878 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea66f09-88a6-42c5-a864-60cb9b247c11,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.081508 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:21.086397 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.086628 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Added segment 327f4f9b-0f2f-4844-b342-5c263b27a91f of type vlan for network c693689c-d255-4510-af33-14b1ad8a271b Jun 16 16:25:21.131326 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.159283 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.160520 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:21.161363 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.163528 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f96524ef-c169-4467-b91d-b7de0047b380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:21.193043 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3752725 Jun 16 16:25:21.196032 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48416) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:21.201227 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Request body: {'subnet': {'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1972682793-subnet', 'tenant_id': '3382307655504378b1f8f62a50fa89ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:21.221880 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Pushing event updated for resources: {'Network': ['ID=c693689c-d255-4510-af33-14b1ad8a271b,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.222782 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Made reservation on behalf of 3382307655504378b1f8f62a50fa89ef for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:21.225075 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8424b80a-60c5-4bc3-962f-4b1fec06860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:21.225419 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232085'] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.232326 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network c693689c-d255-4510-af33-14b1ad8a271b details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:25:21.635323 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232071'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.637675 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-83ec7256-6e00-4a12-9a45-ffc418d2e7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:21.690340 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bab2b12-bc4d-43f9-8898-a516d6b97a71,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.694591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:21.701590 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Checking segment: {'id': '327f4f9b-0f2f-4844-b342-5c263b27a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:21.701954 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Network hostable DHCP agents. Network: c693689c-d255-4510-af33-14b1ad8a271b, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:25:21.719708 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Network c693689c-d255-4510-af33-14b1ad8a271b is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:25:21.731163 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, c693689c-d255-4510-af33-14b1ad8a271b) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:21.735762 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:21.736345 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.740495 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3f0f3-8fd5-4385-bc33-38527c00fe1e None None] Network c693689c-d255-4510-af33-14b1ad8a271b requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:21.750516 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-18ce7b05-28a3-4e96-b6e8-2c4fd6a60455 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5530322 Jun 16 16:25:21.861126 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd429d-55d0-4c45-8af5-bb85920809ac None None] Network c693689c-d255-4510-af33-14b1ad8a271b requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:22.228739 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48432) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:22.233697 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2055091875-network', 'tenant_id': '1be3ff51b27b431e84c6fb1612b946e0'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:22.254899 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Made reservation on behalf of 1be3ff51b27b431e84c6fb1612b946e0 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:22.257303 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.265722 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.357339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.361372 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.365144 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2196951d-ccce-4eef-af7b-282b2ca5550d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:22.382464 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:25:22.397625 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a229e8-540c-42a3-b986-514b2c962a33,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:22.400492 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.400837 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Added segment ec8d59bc-4a73-4de4-957e-d6975431ee9e of type vlan for network 48c7d5e7-6f87-40f1-ad73-dd902ebb761d Jun 16 16:25:22.402231 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:22.445502 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.475244 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.476545 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:22.477126 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.479238 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fa762a3-67b1-4b02-8dd9-a82d621a89f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:22.515631 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2857594 Jun 16 16:25:22.518444 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48434) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:22.523767 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Request body: {'subnet': {'network_id': '48c7d5e7-6f87-40f1-ad73-dd902ebb761d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2055091875-subnet', 'tenant_id': '1be3ff51b27b431e84c6fb1612b946e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:22.545884 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Pushing event updated for resources: {'Network': ['ID=48c7d5e7-6f87-40f1-ad73-dd902ebb761d,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:22.546244 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Made reservation on behalf of 1be3ff51b27b431e84c6fb1612b946e0 for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:22.548695 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:22.549557 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232085'] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.556421 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 48c7d5e7-6f87-40f1-ad73-dd902ebb761d details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:25:22.726731 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232071'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.728911 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-74e70e5b-336a-4d21-b596-3f44dfc9ece7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:22.781316 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=55834fd5-d06a-43eb-8fdd-9e1c68992a04,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:22.784570 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:22.790516 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Checking segment: {'id': 'ec8d59bc-4a73-4de4-957e-d6975431ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '48c7d5e7-6f87-40f1-ad73-dd902ebb761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:22.790866 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Network hostable DHCP agents. Network: 48c7d5e7-6f87-40f1-ad73-dd902ebb761d, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:25:22.807989 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Network 48c7d5e7-6f87-40f1-ad73-dd902ebb761d is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:25:22.816545 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 48c7d5e7-6f87-40f1-ad73-dd902ebb761d) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:22.821923 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:22.822511 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.826246 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1521688-37b0-4319-9956-d9d970313780 None None] Network 48c7d5e7-6f87-40f1-ad73-dd902ebb761d requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:22.837166 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2262a09a-741e-4e8c-9b37-95de34943e5c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3173454 Jun 16 16:25:22.951362 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb662a3-9da4-456d-b589-219aa73e1a71 None None] Network 48c7d5e7-6f87-40f1-ad73-dd902ebb761d requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:23.326844 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66421-656c-4d00-80f3-7be99da733da req-9ac127c7-5c70-4ffe-b910-0364bfb83836 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:23.328224 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-9ac127c7-5c70-4ffe-b910-0364bfb83836 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/networks?id=c693689c-d255-4510-af33-14b1ad8a271b HTTP/1.1" status: 200 len: 809 time: 0.1049335 Jun 16 16:25:23.344506 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-18a309d5-731e-4965-b5a4-fc59f04ec2f6 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/quotas/3382307655504378b1f8f62a50fa89ef HTTP/1.1" status: 200 len: 375 time: 0.0095873 Jun 16 16:25:23.376888 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-ab19b1fd-344f-44a4-b24a-3a730d8d3c0f tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3382307655504378b1f8f62a50fa89ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266960 Jun 16 16:25:23.467914 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-bbe1eb25-8ad1-424b-8a3a-bd6642de0977 service neutron] 10.222.0.77 "GET /v2.0/networks/c693689c-d255-4510-af33-14b1ad8a271b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Jun 16 16:25:23.558814 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-f8c70c4f-b74b-4aa7-94b0-c131be26821e service neutron] 10.222.0.77 "GET /v2.0/networks/c693689c-d255-4510-af33-14b1ad8a271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848734 Jun 16 16:25:23.725939 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ade59db3-778a-4e81-aece-37b5e87cc89c req-3dea7ffb-c98d-4d15-b353-53cc4a066ab5 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 210 time: 0.0319722 Jun 16 16:25:24.810077 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66421-656c-4d00-80f3-7be99da733da req-52a7e456-ffc2-417e-8762-d4a6ec1189d4 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:24.811931 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-52a7e456-ffc2-417e-8762-d4a6ec1189d4 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.58 "GET /v2.0/networks?id=c693689c-d255-4510-af33-14b1ad8a271b HTTP/1.1" status: 200 len: 809 time: 0.1198020 Jun 16 16:25:24.826025 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Request body: {'port': {'device_id': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b', 'admin_state_up': True, 'tenant_id': '3382307655504378b1f8f62a50fa89ef'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:24.900183 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-283198c2-8d9a-44de-b244-0d8255f83aa6 req-a02c67ee-02c8-4114-b5b5-61d17d75f58b tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 210 time: 0.0373559 Jun 16 16:25:24.953791 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Made reservation on behalf of 3382307655504378b1f8f62a50fa89ef for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:24.957538 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.087720 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Allocated IP 172.20.0.7 (c693689c-d255-4510-af33-14b1ad8a271b/6bab2b12-bc4d-43f9-8898-a516d6b97a71/06b7d2ef-7236-44cb-9847-1065533cba49) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:25.236593 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.276104 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.280249 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-20039673-1636-4a4b-ae2c-2488d2c434ef tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:25.324145 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Network c693689c-d255-4510-af33-14b1ad8a271b is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:25.327298 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:25.332286 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:25.335990 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Pushing event updated for resources: {'Port': ['ID=06b7d2ef-7236-44cb-9847-1065533cba49,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.359624 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:25.385626 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:25.386242 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.401582 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810521 Jun 16 16:25:25.413769 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Request body: {'port': {'device_id': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:25.486671 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.747141 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b7d2ef-7236-44cb-9847-1065533cba49 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:25:25.754328 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.766896 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Transition to ACTIVE for port object 06b7d2ef-7236-44cb-9847-1065533cba49 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:25.771214 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.774360 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-49835caa-db9d-4ae4-ae88-04d3fb783cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:25.863803 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Pushing event updated for resources: {'Port': ['ID=06b7d2ef-7236-44cb-9847-1065533cba49,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.868377 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:25.918975 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Attempting to bind port 06b7d2ef-7236-44cb-9847-1065533cba49 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:25.919340 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Attempting to bind port 06b7d2ef-7236-44cb-9847-1065533cba49 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '327f4f9b-0f2f-4844-b342-5c263b27a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:25.919669 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Attempting to bind port 06b7d2ef-7236-44cb-9847-1065533cba49 on network c693689c-d255-4510-af33-14b1ad8a271b {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:25.923897 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Port 06b7d2ef-7236-44cb-9847-1065533cba49 on network c693689c-d255-4510-af33-14b1ad8a271b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:25:25.924221 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Attempting to bind port 06b7d2ef-7236-44cb-9847-1065533cba49 on network c693689c-d255-4510-af33-14b1ad8a271b {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:25.929299 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:25.929637 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Checking segment: {'id': '327f4f9b-0f2f-4844-b342-5c263b27a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:25.930019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Bound using segment: {'id': '327f4f9b-0f2f-4844-b342-5c263b27a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:25.930442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Bound port: 06b7d2ef-7236-44cb-9847-1065533cba49, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327f4f9b-0f2f-4844-b342-5c263b27a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:25.931012 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.995741 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] For port 06b7d2ef-7236-44cb-9847-1065533cba49, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:25.999001 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] For port 06b7d2ef-7236-44cb-9847-1065533cba49, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=06b7d2ef-7236-44cb-9847-1065533cba49,segment=NetworkSegment(327f4f9b-0f2f-4844-b342-5c263b27a91f),segment_id=327f4f9b-0f2f-4844-b342-5c263b27a91f)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:26.004095 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:26.007785 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:26.047797 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.048406 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:26.049707 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] 10.222.0.58 "PUT /v2.0/ports/06b7d2ef-7236-44cb-9847-1065533cba49 HTTP/1.1" status: 200 len: 1093 time: 0.6407685 Jun 16 16:25:26.050198 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'tag': '06b7d2ef-7236-44cb-9847-1065533cba49'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:26.052620 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb" -d '{"events": [{"name": "network-changed", "server_uuid": "36d901ed-3179-4f9c-863f-76ce0f2ff2dd", "tag": "06b7d2ef-7236-44cb-9847-1065533cba49"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:26.097880 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd0fd6-f473-48c6-aaeb-c4f1a47bf716 x-openstack-request-id: req-19cd0fd6-f473-48c6-aaeb-c4f1a47bf716 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:26.098199 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d901ed-3179-4f9c-863f-76ce0f2ff2dd", "tag": "06b7d2ef-7236-44cb-9847-1065533cba49", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:26.098512 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19cd0fd6-f473-48c6-aaeb-c4f1a47bf716 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:26.098939 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'tag': '06b7d2ef-7236-44cb-9847-1065533cba49', 'status': 'completed', 'code': 200} Jun 16 16:25:26.143849 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Pushing event updated for resources: {'Port': ['ID=06b7d2ef-7236-44cb-9847-1065533cba49,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:26.150611 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:26.181387 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640aa11-ae08-447d-8833-191c24204ee9 req-3310ab49-0535-464d-ac61-321907ab291b tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.182860 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7640aa11-ae08-447d-8833-191c24204ee9 req-3310ab49-0535-464d-ac61-321907ab291b tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 943 time: 0.1504962 Jun 16 16:25:26.188992 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66421-656c-4d00-80f3-7be99da733da req-6101b001-ace5-4eca-bd79-259c08652913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.190376 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-6101b001-ace5-4eca-bd79-259c08652913 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3382307655504378b1f8f62a50fa89ef&device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 1096 time: 0.1024885 Jun 16 16:25:26.242988 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-893685c2-02a3-44f3-9f82-f20c2fc8b2da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b7d2ef-7236-44cb-9847-1065533cba49 HTTP/1.1" status: 200 len: 217 time: 0.0442858 Jun 16 16:25:26.282711 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7640aa11-ae08-447d-8833-191c24204ee9 req-a491cb34-671d-4762-84a3-2b989a88083b tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913043 Jun 16 16:25:26.299900 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66421-656c-4d00-80f3-7be99da733da req-aa807c3f-73e4-4132-99f1-b6acd4a99390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.301621 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-aa807c3f-73e4-4132-99f1-b6acd4a99390 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bab2b12-bc4d-43f9-8898-a516d6b97a71 HTTP/1.1" status: 200 len: 849 time: 0.0529034 Jun 16 16:25:26.336527 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-733a1bc5-7bb4-4f0f-a3de-6a05e5dea72c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c693689c-d255-4510-af33-14b1ad8a271b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275531 Jun 16 16:25:26.427352 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-bd22db6b-563d-48be-a324-8c34413dbc1d service neutron] 10.222.0.58 "GET /v2.0/networks/c693689c-d255-4510-af33-14b1ad8a271b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849459 Jun 16 16:25:26.515996 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-78e66421-656c-4d00-80f3-7be99da733da req-0b7b8815-48c0-4a8b-9f15-d4d0a8af6aba service neutron] 10.222.0.58 "GET /v2.0/networks/c693689c-d255-4510-af33-14b1ad8a271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824406 Jun 16 16:25:26.619958 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-ce7f72f9-d1c7-45ec-900c-dc65d2eac89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.621348 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-ce7f72f9-d1c7-45ec-900c-dc65d2eac89b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3382307655504378b1f8f62a50fa89ef&device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 1096 time: 0.0539968 Jun 16 16:25:26.719468 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-293c8350-b709-4394-a18e-d813ad99f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.720894 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-293c8350-b709-4394-a18e-d813ad99f403 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c693689c-d255-4510-af33-14b1ad8a271b HTTP/1.1" status: 200 len: 910 time: 0.0932751 Jun 16 16:25:26.766364 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-90a58fc8-387b-49ab-9c8f-8e169785ba26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b7d2ef-7236-44cb-9847-1065533cba49 HTTP/1.1" status: 200 len: 217 time: 0.0364652 Jun 16 16:25:26.817721 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-e8d14ded-3f1f-4b92-a88d-1faf4c6c38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.819157 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-e8d14ded-3f1f-4b92-a88d-1faf4c6c38df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bab2b12-bc4d-43f9-8898-a516d6b97a71 HTTP/1.1" status: 200 len: 849 time: 0.0465252 Jun 16 16:25:26.852247 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-bd3d5173-04c2-433f-9ba6-eadadd0e15c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c693689c-d255-4510-af33-14b1ad8a271b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264859 Jun 16 16:25:26.945419 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-082c1046-4ff7-4695-8bed-79b3cbfe3941 service neutron] 10.222.0.58 "GET /v2.0/networks/c693689c-d255-4510-af33-14b1ad8a271b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859120 Jun 16 16:25:27.034943 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-39d04fd0-fbab-4b1a-9a4e-8d78cd052feb req-955b8fde-bdf3-4ac5-b986-d2834113b2ee service neutron] 10.222.0.58 "GET /v2.0/networks/c693689c-d255-4510-af33-14b1ad8a271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826013 Jun 16 16:25:27.456655 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba235fbf-6a3f-4445-beb5-455b6d9a10d9 req-2b509859-1a59-4926-8d92-98fecfa1ba44 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:27.458205 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ba235fbf-6a3f-4445-beb5-455b6d9a10d9 req-2b509859-1a59-4926-8d92-98fecfa1ba44 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 943 time: 0.0622509 Jun 16 16:25:27.500651 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ba235fbf-6a3f-4445-beb5-455b6d9a10d9 req-bb9b6528-540b-4e13-a9c2-8a046bc4c301 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361617 Jun 16 16:25:28.330317 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-50407bfe-6b9d-4990-a35f-efbfae3a4f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.678841 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805ea2-532e-431e-ac59-0004a786b18f req-124ae64c-9a79-4040-b086-ce332474a362 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:28.680256 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9a805ea2-532e-431e-ac59-0004a786b18f req-124ae64c-9a79-4040-b086-ce332474a362 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 943 time: 0.0671721 Jun 16 16:25:28.722819 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9a805ea2-532e-431e-ac59-0004a786b18f req-8f3cb8f6-70bf-4485-9622-bcb99741d346 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Jun 16 16:25:29.170448 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 06b7d2ef-7236-44cb-9847-1065533cba49 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:25:29.262010 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 06b7d2ef-7236-44cb-9847-1065533cba49, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=06b7d2ef-7236-44cb-9847-1065533cba49,segment=NetworkSegment(327f4f9b-0f2f-4844-b342-5c263b27a91f),segment_id=327f4f9b-0f2f-4844-b342-5c263b27a91f)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:29.273230 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '06b7d2ef-7236-44cb-9847-1065533cba49', 'network_id': 'c693689c-d255-4510-af33-14b1ad8a271b', 'port_id': '06b7d2ef-7236-44cb-9847-1065533cba49', 'mac_address': 'fa:16:3e:86:48:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bab2b12-bc4d-43f9-8898-a516d6b97a71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:25:29.308649 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.323708 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b7d2ef-7236-44cb-9847-1065533cba49 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:25:29.342597 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 06b7d2ef-7236-44cb-9847-1065533cba49, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=06b7d2ef-7236-44cb-9847-1065533cba49,segment=NetworkSegment(327f4f9b-0f2f-4844-b342-5c263b27a91f),segment_id=327f4f9b-0f2f-4844-b342-5c263b27a91f)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:29.346961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.350984 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:29.394773 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=06b7d2ef-7236-44cb-9847-1065533cba49,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:29.398610 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:29.553098 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['06b7d2ef-7236-44cb-9847-1065533cba49'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:29.902865 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108d9c0-2923-4e85-9c96-e42faa1b5a36 req-d9f9d268-fb62-4962-b1e4-d5018cd786e3 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:29.904387 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7108d9c0-2923-4e85-9c96-e42faa1b5a36 req-d9f9d268-fb62-4962-b1e4-d5018cd786e3 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 944 time: 0.0627236 Jun 16 16:25:29.941408 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7108d9c0-2923-4e85-9c96-e42faa1b5a36 req-d265a6e2-e9db-4889-ad23-bb6342ff06f9 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Jun 16 16:25:30.917437 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6cbdcb90-e8d0-49fd-80c6-4e79bba24785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:31.013389 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:31.135491 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daa345-3991-40f8-805c-27d451f65daf req-76a20c68-dc14-4909-9a4f-c62703c108a4 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.136987 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-82daa345-3991-40f8-805c-27d451f65daf req-76a20c68-dc14-4909-9a4f-c62703c108a4 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 944 time: 0.0648293 Jun 16 16:25:31.174735 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-82daa345-3991-40f8-805c-27d451f65daf req-0adc8f24-4135-46c1-8291-acb1fb8a6b2a tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Jun 16 16:25:31.183706 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 06b7d2ef-7236-44cb-9847-1065533cba49 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:31.230508 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 06b7d2ef-7236-44cb-9847-1065533cba49 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:31.233968 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 06b7d2ef-7236-44cb-9847-1065533cba49 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:31.234374 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:31.308477 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:31.330001 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b7d2ef-7236-44cb-9847-1065533cba49'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:31.332256 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fca2f57-6e03-4cf4-91b2-3c3efa4bca04" -d '{"events": [{"server_uuid": "36d901ed-3179-4f9c-863f-76ce0f2ff2dd", "name": "network-vif-plugged", "status": "completed", "tag": "06b7d2ef-7236-44cb-9847-1065533cba49"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:31.345530 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 06b7d2ef-7236-44cb-9847-1065533cba49, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=06b7d2ef-7236-44cb-9847-1065533cba49,segment=NetworkSegment(327f4f9b-0f2f-4844-b342-5c263b27a91f),segment_id=327f4f9b-0f2f-4844-b342-5c263b27a91f)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:31.350544 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:31.352474 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:31.376257 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe68932-8560-4143-a8fa-45a91c700bed x-openstack-request-id: req-8fe68932-8560-4143-a8fa-45a91c700bed {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:31.376559 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d901ed-3179-4f9c-863f-76ce0f2ff2dd", "name": "network-vif-plugged", "status": "completed", "tag": "06b7d2ef-7236-44cb-9847-1065533cba49", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:31.376807 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fe68932-8560-4143-a8fa-45a91c700bed {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:31.377190 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b7d2ef-7236-44cb-9847-1065533cba49', 'code': 200} Jun 16 16:25:31.405567 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=06b7d2ef-7236-44cb-9847-1065533cba49,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:31.408668 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:31.589530 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc927ae-f298-4884-b714-657862892987 req-1e67aee4-b35e-446e-b19f-6637dcd5a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.591002 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ccc927ae-f298-4884-b714-657862892987 req-1e67aee4-b35e-446e-b19f-6637dcd5a1cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 1098 time: 0.0550320 Jun 16 16:25:31.625715 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-ccc927ae-f298-4884-b714-657862892987 req-92ed1112-8e0f-473b-ad04-360245c15379 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282516 Jun 16 16:25:31.956153 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:32.352920 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b221cdd-ae2f-4bdb-a967-1a6f399d9f42 req-8097df28-79cc-440b-8c86-0b788f1c72eb tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.354389 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0b221cdd-ae2f-4bdb-a967-1a6f399d9f42 req-8097df28-79cc-440b-8c86-0b788f1c72eb tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 945 time: 0.0693729 Jun 16 16:25:32.391840 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0b221cdd-ae2f-4bdb-a967-1a6f399d9f42 req-44ccdd79-2995-482e-ac56-b5cc9539ff3d tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jun 16 16:25:33.581811 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29024728-c6be-4e33-b629-8d0688b90d88 req-8743bf5f-8fea-428d-b551-6bd835e0b93b tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:33.584009 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-29024728-c6be-4e33-b629-8d0688b90d88 req-8743bf5f-8fea-428d-b551-6bd835e0b93b tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 945 time: 0.0670788 Jun 16 16:25:33.624749 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-29024728-c6be-4e33-b629-8d0688b90d88 req-e92e30ce-5986-4770-84a5-62d412a22c7c tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Jun 16 16:25:33.787641 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:36.187164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcc108-02d9-492f-8e5c-17b42916048e req-8fb5182f-19d6-41bf-93f6-ec9b5f2712d5 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:36.188620 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-75dcc108-02d9-492f-8e5c-17b42916048e req-8fb5182f-19d6-41bf-93f6-ec9b5f2712d5 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 945 time: 0.0652850 Jun 16 16:25:36.229081 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-75dcc108-02d9-492f-8e5c-17b42916048e req-cc73ecb5-1b9c-4e67-9019-28462f48df28 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Jun 16 16:25:37.429230 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcb78a-9763-4d3e-b718-ca13b9c1f4a7 req-32ef180a-e6ff-4bf2-a536-4e7692745aa8 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:37.430597 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6adcb78a-9763-4d3e-b718-ca13b9c1f4a7 req-32ef180a-e6ff-4bf2-a536-4e7692745aa8 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 945 time: 0.0868471 Jun 16 16:25:37.485932 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-6adcb78a-9763-4d3e-b718-ca13b9c1f4a7 req-9c296d40-5f7a-43d2-8a9c-e578afd166be tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/security-groups?id=eea66f09-88a6-42c5-a864-60cb9b247c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493729 Jun 16 16:25:37.496492 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-7f0406ab-9280-4038-831b-c58d7ea74f7f tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:37.497899 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-7f0406ab-9280-4038-831b-c58d7ea74f7f tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.58 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 945 time: 0.1046305 Jun 16 16:25:37.595968 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Deleting port 06b7d2ef-7236-44cb-9847-1065533cba49 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:37.596286 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:37.686017 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] For port 06b7d2ef-7236-44cb-9847-1065533cba49, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=06b7d2ef-7236-44cb-9847-1065533cba49,segment=NetworkSegment(327f4f9b-0f2f-4844-b342-5c263b27a91f),segment_id=327f4f9b-0f2f-4844-b342-5c263b27a91f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:37.686283 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:37.747765 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Calling delete_port for 06b7d2ef-7236-44cb-9847-1065533cba49 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:37.880277 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:37.884127 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1cb27ec2-4d7b-4225-a8fa-15bf44ee753e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:37.892847 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['06b7d2ef-7236-44cb-9847-1065533cba49'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:37.913997 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Pushing event deleted for resources: {'Port': ['ID=06b7d2ef-7236-44cb-9847-1065533cba49,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:37.917704 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:37.967110 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] No DVR routers for this DVR port 06b7d2ef-7236-44cb-9847-1065533cba49 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:25:37.970732 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:37.972703 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-080e8c46-4b42-4880-9a9b-91945db9e1b6 req-cd8de759-dd32-4536-9470-27b950f0b399 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.58 "DELETE /v2.0/ports/06b7d2ef-7236-44cb-9847-1065533cba49 HTTP/1.1" status: 204 len: 173 time: 0.4693120 Jun 16 16:25:37.973273 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'name': 'network-vif-deleted', 'tag': '06b7d2ef-7236-44cb-9847-1065533cba49'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:37.975930 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f3bab-56ab-48b1-b3c9-06ace7b10d71" -d '{"events": [{"server_uuid": "36d901ed-3179-4f9c-863f-76ce0f2ff2dd", "name": "network-vif-deleted", "tag": "06b7d2ef-7236-44cb-9847-1065533cba49"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:38.021583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3959da93-da00-4eeb-94bf-7491ee883974 x-openstack-request-id: req-3959da93-da00-4eeb-94bf-7491ee883974 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:38.021912 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d901ed-3179-4f9c-863f-76ce0f2ff2dd", "name": "network-vif-deleted", "tag": "06b7d2ef-7236-44cb-9847-1065533cba49", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:38.022201 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3959da93-da00-4eeb-94bf-7491ee883974 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:38.022635 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d901ed-3179-4f9c-863f-76ce0f2ff2dd', 'name': 'network-vif-deleted', 'tag': '06b7d2ef-7236-44cb-9847-1065533cba49', 'status': 'completed', 'code': 200} Jun 16 16:25:38.351572 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:38.649105 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-125ab3ad-bc80-44d8-9051-c39668aadac7 req-9b35fe6d-cbf4-456a-b6c6-53c0b1459729 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d901ed-3179-4f9c-863f-76ce0f2ff2dd HTTP/1.1" status: 200 len: 210 time: 0.0302069 Jun 16 16:25:41.245641 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 06b7d2ef-7236-44cb-9847-1065533cba49 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:41.266237 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 06b7d2ef-7236-44cb-9847-1065533cba49 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:25:41.266602 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 06b7d2ef-7236-44cb-9847-1065533cba49 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:25:51.637640 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:54.030249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48654) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:54.076358 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Deleting subnet 6bab2b12-bc4d-43f9-8898-a516d6b97a71 {{(pid=91699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:25:54.079998 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.117065 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679975'] for subnet, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.154225 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.209359 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232078'] for subnet, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.211800 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:54.233494 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bab2b12-bc4d-43f9-8898-a516d6b97a71,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:54.236849 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:54.240175 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.242491 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6bab2b12-bc4d-43f9-8898-a516d6b97a71 HTTP/1.1" status: 204 len: 168 time: 0.2108209 Jun 16 16:25:54.244550 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48656) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:54.309086 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.388924 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.398774 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c693689c-d255-4510-af33-14b1ad8a271b']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:54.408262 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327f4f9b-0f2f-4844-b342-5c263b27a91f') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:54.408556 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327f4f9b-0f2f-4844-b342-5c263b27a91f') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:54.417540 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.431690 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.437352 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:25:54.437732 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:25:54.439357 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:25:54.497174 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.501007 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9d327b9f-e9ce-42e9-9298-2d55a4ba6a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:54.503382 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.505600 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c693689c-d255-4510-af33-14b1ad8a271b HTTP/1.1" status: 204 len: 168 time: 0.2601087 Jun 16 16:25:54.508552 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48658) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:54.516037 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Pushing event deleted for resources: {'Network': ['ID=c693689c-d255-4510-af33-14b1ad8a271b,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:54.518296 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:54.552258 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Deleting subnet 55834fd5-d06a-43eb-8fdd-9e1c68992a04 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:25:54.555359 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.587271 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.629736 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.680326 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.683278 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:54.704689 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55834fd5-d06a-43eb-8fdd-9e1c68992a04,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:54.708361 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:54.710924 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.713049 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-6c471525-21df-42fc-a809-6bef12a66272 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/55834fd5-d06a-43eb-8fdd-9e1c68992a04 HTTP/1.1" status: 204 len: 168 time: 0.2034476 Jun 16 16:25:54.715502 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48660) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:54.781328 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.859411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.868994 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c7d5e7-6f87-40f1-ad73-dd902ebb761d']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:54.878474 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8d59bc-4a73-4de4-957e-d6975431ee9e') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:54.878814 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8d59bc-4a73-4de4-957e-d6975431ee9e') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:54.887518 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5387837'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.901899 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.908032 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:25:54.908492 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5716428'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: Traceback (most recent call last): Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: timer() Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: cb(*args, **kw) Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: return func(*args, **kwargs) Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: self._notify() Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: self.callback(batched_events) Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: event.method(event) Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: return f(self, *a, **k) Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: return self._get(url).json() Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:25:54.910982 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:25:54.915090 dv-cinder-775250-5-smb neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:25:54.965666 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.969411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:54.971788 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.974276 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] 10.222.0.77 "DELETE /v2.0/networks/48c7d5e7-6f87-40f1-ad73-dd902ebb761d HTTP/1.1" status: 204 len: 168 time: 0.2578890 Jun 16 16:25:54.984943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Pushing event deleted for resources: {'Network': ['ID=48c7d5e7-6f87-40f1-ad73-dd902ebb761d,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:54.987210 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7595e4b2-0f77-426c-af06-b7267347541b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:55.130865 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48664) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:55.169040 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-a3612492-dab7-46d7-9d75-986dc2a431dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3382307655504378b1f8f62a50fa89ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369506 Jun 16 16:25:55.171364 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48666) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:55.219177 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-66219dd6-ca2f-4745-a22d-a4e4367211b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.244176 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-66219dd6-ca2f-4745-a22d-a4e4367211b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.291412 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-66219dd6-ca2f-4745-a22d-a4e4367211b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.294139 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-66219dd6-ca2f-4745-a22d-a4e4367211b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.295273 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-66219dd6-ca2f-4745-a22d-a4e4367211b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eea66f09-88a6-42c5-a864-60cb9b247c11 HTTP/1.1" status: 204 len: 168 time: 0.1229658 Jun 16 16:25:55.296003 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a56e1225-80e5-42b5-992b-7bc171fcc294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:55.304452 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66219dd6-ca2f-4745-a22d-a4e4367211b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea66f09-88a6-42c5-a864-60cb9b247c11,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:55.306795 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-66219dd6-ca2f-4745-a22d-a4e4367211b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:55.609580 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48672) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:55.648888 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-2d1fda9f-dd65-4a2a-a358-15e580b9331d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1be3ff51b27b431e84c6fb1612b946e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379078 Jun 16 16:25:55.651185 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48674) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:55.705848 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8b89a615-b11e-4a48-9b84-3374b98c14a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.728031 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8b89a615-b11e-4a48-9b84-3374b98c14a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.775788 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8b89a615-b11e-4a48-9b84-3374b98c14a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.778348 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8b89a615-b11e-4a48-9b84-3374b98c14a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.779495 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-8b89a615-b11e-4a48-9b84-3374b98c14a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05a229e8-540c-42a3-b986-514b2c962a33 HTTP/1.1" status: 204 len: 168 time: 0.1273646 Jun 16 16:25:55.780290 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-45ed35ba-762e-497a-977a-d2ef3868923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:55.789631 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89a615-b11e-4a48-9b84-3374b98c14a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a229e8-540c-42a3-b986-514b2c962a33,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:55.792331 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8b89a615-b11e-4a48-9b84-3374b98c14a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:56.438696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48696) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:56.534149 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1662957724-network', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:56.555528 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Made reservation on behalf of 3a3f507bdbeb4078bacea980bfd16524 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:56.558081 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.566047 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.655067 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.658797 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.662430 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-39afe2c4-6c7e-4b82-803f-d6cf56a24675 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:56.688051 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:25:56.695171 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff2361-2783-4981-8d48-71fc3e6d72c1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:56.698842 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:56.701852 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.702878 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Added segment ed0cbecf-2122-4dff-ab58-c55a688f1d2d of type vlan for network c8daa32c-5eaa-4eec-8691-70f35d87015b Jun 16 16:25:56.742341 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.774548 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.775927 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:56.776539 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.779393 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4fcbfd26-88bc-45f9-8600-a9cd8a5f0387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:56.802311 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3626084 Jun 16 16:25:56.805437 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48700) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:56.810723 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Request body: {'subnet': {'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1662957724-subnet', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'ip_version': 4}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:56.831432 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Made reservation on behalf of 3a3f507bdbeb4078bacea980bfd16524 for: {'subnet': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:56.834607 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232085'] for subnet, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:56.839437 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8daa32c-5eaa-4eec-8691-70f35d87015b,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:56.842117 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:56.849617 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network c8daa32c-5eaa-4eec-8691-70f35d87015b details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:25:57.008739 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232071'] for subnet, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.010982 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fac262dc-7656-4d32-ab5c-85d244f75b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:57.062944 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4997a5-986e-4b47-88cf-d9f89d2b8550,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:57.065842 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:57.074029 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Checking segment: {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:57.074383 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Network hostable DHCP agents. Network: c8daa32c-5eaa-4eec-8691-70f35d87015b, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:25:57.091491 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Network c8daa32c-5eaa-4eec-8691-70f35d87015b is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:25:57.099395 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, c8daa32c-5eaa-4eec-8691-70f35d87015b) {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:57.103465 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:57.104058 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.109020 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e141f90-fde1-4d1a-8e4f-da699803b109 None None] Network c8daa32c-5eaa-4eec-8691-70f35d87015b requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:57.117665 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e438d65e-5d81-478f-934a-91774985206e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3109691 Jun 16 16:25:57.120272 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48702) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:57.124680 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:57.146122 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.147323 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.202719 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.265060 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-c8daa32c-5eaa-4eec-8691-70f35d87015b', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:25:57.265899 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.339645 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.402215 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Allocated IP 172.20.0.2 (c8daa32c-5eaa-4eec-8691-70f35d87015b/4d4997a5-986e-4b47-88cf-d9f89d2b8550/a4e765f8-b24b-4bc2-8c91-aedbc4731ace) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:57.542447 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.546232 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.555561 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Transition to ACTIVE for port object a4e765f8-b24b-4bc2-8c91-aedbc4731ace will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:57.561602 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.570294 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Transition to ACTIVE for port object a4e765f8-b24b-4bc2-8c91-aedbc4731ace will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:57.575954 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.578498 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:57.618294 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Network c8daa32c-5eaa-4eec-8691-70f35d87015b is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:57.622909 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:57.626279 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:57.635389 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Pushing event updated for resources: {'Port': ['ID=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:57.659990 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.660973 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.661480 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.661819 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.662149 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.662477 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.662798 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.663118 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.663467 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.663783 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.664102 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.664414 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:57.667911 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Allocated IP 172.28.2.106 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/99e6011f-236e-4970-8ac4-460308423a60) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:57.689396 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:57.698238 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Attempting to bind port a4e765f8-b24b-4bc2-8c91-aedbc4731ace on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:57.698621 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Attempting to bind port a4e765f8-b24b-4bc2-8c91-aedbc4731ace by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:57.698987 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Attempting to bind port a4e765f8-b24b-4bc2-8c91-aedbc4731ace on network c8daa32c-5eaa-4eec-8691-70f35d87015b {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:57.703981 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:57.704301 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Checking segment: {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:57.704709 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.705120 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Bound using segment: {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:57.705577 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Bound port: a4e765f8-b24b-4bc2-8c91-aedbc4731ace, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:57.705954 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.768531 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] For port a4e765f8-b24b-4bc2-8c91-aedbc4731ace, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:57.771089 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.772416 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] For port a4e765f8-b24b-4bc2-8c91-aedbc4731ace, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:57.777356 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.779991 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:57.813321 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.816315 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d8e7681-6630-4355-882d-f06c684d1b8f tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:57.841901 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Pushing event updated for resources: {'Port': ['ID=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:57.846172 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:57.851131 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:57.854043 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:57.857583 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:57.899221 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Pushing event updated for resources: {'Port': ['ID=99e6011f-236e-4970-8ac4-460308423a60,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:57.903048 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:58.132830 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.330227 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e06e8e29-e170-47e0-a077-d6038fbe0652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.337334 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.469404 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Router 74bacff2-282f-4ca9-a8ac-b582bd399c7b is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:25:58.585933 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:25:58.594765 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Sync routers for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:58.602088 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.603513 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f454e041-ce3d-42f1-bb3c-e138086f1653 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4822979 Jun 16 16:25:58.606347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48706) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:58.610189 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:58.610811 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:25:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:58.677633 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb8d32-47de-4824-a484-c16423372fb6 None None] Network c8daa32c-5eaa-4eec-8691-70f35d87015b requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:58.890220 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-6a8d1cae-ad04-4cee-a205-09f99d20fec7 None None] Provisioning for port a4e765f8-b24b-4bc2-8c91-aedbc4731ace completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:58.918558 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:59.170692 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:58Z', 'revision_number': 3, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.174293 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Checking router: 74bacff2-282f-4ca9-a8ac-b582bd399c7b for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:59.174649 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Updating router 74bacff2-282f-4ca9-a8ac-b582bd399c7b port 99e6011f-236e-4970-8ac4-460308423a60 binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:25:59.213297 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.267756 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.425048 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Allocated IP 172.20.0.1 (c8daa32c-5eaa-4eec-8691-70f35d87015b/4d4997a5-986e-4b47-88cf-d9f89d2b8550/2be92d36-9a4f-4d11-8ba9-6ad0308d13f3) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:59.487078 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.497627 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Transition to ACTIVE for port object 99e6011f-236e-4970-8ac4-460308423a60 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:59.504531 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.506553 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:59.532630 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.546844 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Transition to ACTIVE for port object 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:59.555487 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Attempting to bind port 99e6011f-236e-4970-8ac4-460308423a60 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:59.555867 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Attempting to bind port 99e6011f-236e-4970-8ac4-460308423a60 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:59.556238 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Attempting to bind port 99e6011f-236e-4970-8ac4-460308423a60 on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:59.562811 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5291b-cd74-4f7b-853e-5e0e3493312b None None] Pushing event updated for resources: {'Port': ['ID=99e6011f-236e-4970-8ac4-460308423a60,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:59.565731 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:59.566272 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:59.566638 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.567487 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:59.567814 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Bound port: 99e6011f-236e-4970-8ac4-460308423a60, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:59.568202 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.570033 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7fc5291b-cd74-4f7b-853e-5e0e3493312b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:59.583591 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.585583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:59.621354 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Network c8daa32c-5eaa-4eec-8691-70f35d87015b is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:59.622954 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] For port 99e6011f-236e-4970-8ac4-460308423a60, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:59.624251 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:59.626786 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] For port 99e6011f-236e-4970-8ac4-460308423a60, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=99e6011f-236e-4970-8ac4-460308423a60,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:59.630985 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:59.633084 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.635294 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:59.656466 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Pushing event updated for resources: {'Port': ['ID=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:59.662968 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:59.678883 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.702110 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5291b-cd74-4f7b-853e-5e0e3493312b None None] Pushing event updated for resources: {'Port': ['ID=99e6011f-236e-4970-8ac4-460308423a60,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:59.705043 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:59.705715 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:25:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.709044 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7fc5291b-cd74-4f7b-853e-5e0e3493312b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:59.827488 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:59.835940 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.859347 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device a4e765f8-b24b-4bc2-8c91-aedbc4731ace up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:59.942722 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-9ae30923-7730-4ad9-8bd3-adcf0ba88543 None None] Provisioning for port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:59.961398 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-9ae30923-7730-4ad9-8bd3-adcf0ba88543 None None] Provisioning complete for port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:59.962043 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9ae30923-7730-4ad9-8bd3-adcf0ba88543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.999411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.004782 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.007280 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a286eb54-6320-4c53-9a19-e684f1cbfa04 tempest-VolumesSnapshotTestJSON-506254290 tempest-VolumesSnapshotTestJSON-506254290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:00.038400 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-9ae30923-7730-4ad9-8bd3-adcf0ba88543 None None] Port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:00.053231 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port a4e765f8-b24b-4bc2-8c91-aedbc4731ace completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:00.075349 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port a4e765f8-b24b-4bc2-8c91-aedbc4731ace triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:00.075735 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.077659 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Pushing event updated for resources: {'Port': ['ID=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:00.080407 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.083317 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:00.138421 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:58Z', 'revision_number': 3, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:00.143758 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf619b-69de-4733-8450-6ff9c9e51412 None None] The sync data for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb is: [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:58Z', 'revision_number': 3, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:00.174820 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Network c8daa32c-5eaa-4eec-8691-70f35d87015b is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:00.177629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:00.184015 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.223763 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port a4e765f8-b24b-4bc2-8c91-aedbc4731ace, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:00.232222 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.235544 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:00.291883 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:00.305613 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:00.313934 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Router 74bacff2-282f-4ca9-a8ac-b582bd399c7b has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:26:00.439255 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:00.444779 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] 10.222.0.77 "PUT /v2.0/routers/74bacff2-282f-4ca9-a8ac-b582bd399c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368549 Jun 16 16:26:00.475984 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-39f42b0b-1862-40eb-aacd-fb8217c58986 None None] Provisioning complete for port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:00.476468 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-39f42b0b-1862-40eb-aacd-fb8217c58986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.521600 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-39f42b0b-1862-40eb-aacd-fb8217c58986 None None] Port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:00.919909 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0acfbe34-cbb3-40bf-8a0f-4d89e597c354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.941774 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48722) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:00.947608 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1110928999-network', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:00.970923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Made reservation on behalf of 16e2b5b956a140af8d45a5797a183ad4 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:00.974107 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.983086 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.008767 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.077799 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.081786 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.084989 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cbbbf7be-3c8e-44d9-bb1c-f6eaff1d7e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:01.109318 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:26:01.116429 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc2ec5-e54c-4ca0-980f-e5fc73d7be9a,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:01.120129 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:01.123019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.123400 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Added segment 67516fda-5805-454e-a0e8-7ab522132bea of type vlan for network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c Jun 16 16:26:01.165593 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.194616 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.196227 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:01.196894 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.198917 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:01.237011 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2932780 Jun 16 16:26:01.239752 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48724) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:01.268374 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Request body: {'subnet': {'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1110928999-subnet', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:01.275183 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b8ed0c8-bab3-4df7-a8f4-f800073d005c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:01.277945 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:01.285277 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:26:01.293320 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Made reservation on behalf of 16e2b5b956a140af8d45a5797a183ad4 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:01.295702 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5417079'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.468319 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5716242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5417061'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.471440 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:01.526509 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f51b58d-ff7a-4980-a35a-66d4d39bf20e,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:01.529170 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:01.535012 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Checking segment: {'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:01.535658 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Network hostable DHCP agents. Network: 1b8ed0c8-bab3-4df7-a8f4-f800073d005c, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:26:01.551862 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:26:01.562512 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 1b8ed0c8-bab3-4df7-a8f4-f800073d005c) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:01.568745 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:01.570114 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.577464 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fc4e0-8b52-46bd-b2fa-463eb8ac717b None None] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:01.585913 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-3c462396-fc1e-4c07-94b9-88061995e196 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3451388 Jun 16 16:26:01.588833 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48726) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:01.593266 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:01.617050 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.618140 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.679465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.683972 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Sync routers for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:01.697432 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:01.698327 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:01.732369 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-1b8ed0c8-bab3-4df7-a8f4-f800073d005c', 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'fixed_ips': [{'subnet_id': '6f51b58d-ff7a-4980-a35a-66d4d39bf20e'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:26:01.733221 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.823808 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:01.845280 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:01.889337 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Allocated IP 172.20.0.2 (1b8ed0c8-bab3-4df7-a8f4-f800073d005c/6f51b58d-ff7a-4980-a35a-66d4d39bf20e/ce78c487-dba5-4009-9e40-1dfc81db7bb8) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:01.965576 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device a4e765f8-b24b-4bc2-8c91-aedbc4731ace up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:02.023915 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.064805 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.084662 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.090996 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 2, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:02.094793 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Checking router: 74bacff2-282f-4ca9-a8ac-b582bd399c7b for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:02.095171 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Updating router 74bacff2-282f-4ca9-a8ac-b582bd399c7b port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:26:02.097134 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port a4e765f8-b24b-4bc2-8c91-aedbc4731ace triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:02.098122 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.104418 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.139628 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Transition to ACTIVE for port object ce78c487-dba5-4009-9e40-1dfc81db7bb8 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:02.139887 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.161885 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Transition to ACTIVE for port object ce78c487-dba5-4009-9e40-1dfc81db7bb8 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:02.170641 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.173737 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:02.200219 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Allocated IP 172.28.2.158 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/2f7d9ba2-d5bc-4d38-8f58-9ed595834888) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:02.319495 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.362386 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.365634 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fe8c65ac-6ff0-4a9c-b533-1f053601e988 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:02.372462 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:02.374747 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Pushing event updated for resources: {'Port': ['ID=ce78c487-dba5-4009-9e40-1dfc81db7bb8,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:02.379150 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:02.380056 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:02.385476 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:02.395666 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 99e6011f-236e-4970-8ac4-460308423a60 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:02.407581 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:02.416175 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:02.419629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:02.427113 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.439597 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Transition to ACTIVE for port object 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:02.446121 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.448612 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:02.451088 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:02.455226 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:02.473544 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Attempting to bind port ce78c487-dba5-4009-9e40-1dfc81db7bb8 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:02.473743 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Attempting to bind port ce78c487-dba5-4009-9e40-1dfc81db7bb8 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:02.474052 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Attempting to bind port ce78c487-dba5-4009-9e40-1dfc81db7bb8 on network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:02.481237 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:02.481612 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Checking segment: {'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:02.482020 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.482420 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Bound using segment: {'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:02.482882 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Bound port: ce78c487-dba5-4009-9e40-1dfc81db7bb8, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:02.483277 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.496364 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Pushing event updated for resources: {'Port': ['ID=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:02.504250 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.504594 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.505118 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.505589 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.506065 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.506547 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.507037 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.507625 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.508104 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.508577 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.509070 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.509808 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:02.514561 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:02.524254 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 99e6011f-236e-4970-8ac4-460308423a60 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:02.534068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 99e6011f-236e-4970-8ac4-460308423a60 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:02.534068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.592197 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] For port ce78c487-dba5-4009-9e40-1dfc81db7bb8, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:02.606478 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] For port ce78c487-dba5-4009-9e40-1dfc81db7bb8, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=ce78c487-dba5-4009-9e40-1dfc81db7bb8,segment=NetworkSegment(67516fda-5805-454e-a0e8-7ab522132bea),segment_id=67516fda-5805-454e-a0e8-7ab522132bea)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:02.614906 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.619746 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:02.628084 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Attempting to bind port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:02.628744 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Attempting to bind port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:02.629915 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Attempting to bind port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 on network c8daa32c-5eaa-4eec-8691-70f35d87015b {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:02.635783 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:02.636409 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Checking segment: {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:02.636998 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.637752 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Bound using segment: {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:02.638383 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Bound port: 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:02.638922 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.692296 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.720955 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] For port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:02.725954 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] For port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:02.735060 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.741779 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 99e6011f-236e-4970-8ac4-460308423a60, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=99e6011f-236e-4970-8ac4-460308423a60,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:02.747444 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Pushing event updated for resources: {'Port': ['ID=ce78c487-dba5-4009-9e40-1dfc81db7bb8,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:02.750535 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.752576 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:02.753094 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:02.762624 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:02.786786 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:02.824543 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:02.824886 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=99e6011f-236e-4970-8ac4-460308423a60,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:02.825401 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:02.828206 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:02.904577 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Pushing event updated for resources: {'Port': ['ID=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:02.909223 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-31ee5111-a08d-487d-874d-4744ffaaafca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:02.957711 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:03.071405 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.220372 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Router ce51b336-0a72-4228-a18b-5a3c3e58371f is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:26:03.302346 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:03.306079 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c3fae-b1db-4ff8-af84-be710c1b0f6b None None] The sync data for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb is: [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:03.328045 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:03.344850 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Sync routers for ids ['ce51b336-0a72-4228-a18b-5a3c3e58371f'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:03.346361 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.348294 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-c6188a12-e3f1-4373-936f-048ae6c676f2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7578781 Jun 16 16:26:03.351769 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48728) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:03.374229 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Routers {'ce51b336-0a72-4228-a18b-5a3c3e58371f'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:03.375044 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ce51b336-0a72-4228-a18b-5a3c3e58371f'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:03.500836 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Set router ce51b336-0a72-4228-a18b-5a3c3e58371f gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:03.725558 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 3, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port': {'id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:02Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:03.729945 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Checking router: ce51b336-0a72-4228-a18b-5a3c3e58371f for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:03.730307 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Updating router ce51b336-0a72-4228-a18b-5a3c3e58371f port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:26:03.811801 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.848293 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.929678 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a11b07-729e-4e73-ad0a-2a887871dd81 None None] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:03.999383 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-30366cad-539d-4b87-90cd-305358b3a377 None None] Provisioning for port ce78c487-dba5-4009-9e40-1dfc81db7bb8 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:04.043125 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 99e6011f-236e-4970-8ac4-460308423a60 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:04.188584 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.234190 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 99e6011f-236e-4970-8ac4-460308423a60 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:04.234576 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.361058 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.362613 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Allocated IP 172.20.0.1 (1b8ed0c8-bab3-4df7-a8f4-f800073d005c/6f51b58d-ff7a-4980-a35a-66d4d39bf20e/46fe0846-1a95-42a8-b004-0696a7015366) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:04.377590 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Transition to ACTIVE for port object 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:04.407963 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.414569 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:04.453675 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device ce78c487-dba5-4009-9e40-1dfc81db7bb8 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:04.500477 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865c9d5-a4e3-45f7-9df6-a713012e0b6d None None] Pushing event updated for resources: {'Port': ['ID=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:04.505325 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Attempting to bind port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:04.505709 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Attempting to bind port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:04.506082 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Attempting to bind port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:04.508229 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1865c9d5-a4e3-45f7-9df6-a713012e0b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:04.517005 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:04.517390 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:04.517802 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.518207 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:04.518704 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Bound port: 2f7d9ba2-d5bc-4d38-8f58-9ed595834888, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:04.519087 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.532610 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.550456 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Transition to ACTIVE for port object 46fe0846-1a95-42a8-b004-0696a7015366 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:04.580754 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port ce78c487-dba5-4009-9e40-1dfc81db7bb8 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:04.588932 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] For port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:04.590964 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port ce78c487-dba5-4009-9e40-1dfc81db7bb8 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:04.591417 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.594233 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] For port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:04.595406 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.599351 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:04.620738 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.624034 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:04.636099 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:04.642782 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:04.645812 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:04.674193 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Pushing event updated for resources: {'Port': ['ID=46fe0846-1a95-42a8-b004-0696a7015366,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:04.689409 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.689782 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.690152 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.690512 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.690877 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.691263 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.691623 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.692132 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.692391 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.692741 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.693101 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.693456 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:04.703125 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:04.704037 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865c9d5-a4e3-45f7-9df6-a713012e0b6d None None] Pushing event updated for resources: {'Port': ['ID=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:04.706599 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Routers {'ce51b336-0a72-4228-a18b-5a3c3e58371f'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:04.708086 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ce51b336-0a72-4228-a18b-5a3c3e58371f'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:04.710103 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1865c9d5-a4e3-45f7-9df6-a713012e0b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:04.722630 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.902275 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.964731 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:04.979334 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-1d0d7810-b563-40ea-8bc6-aebf0599217e None None] Provisioning complete for port ce78c487-dba5-4009-9e40-1dfc81db7bb8 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:04.979720 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1d0d7810-b563-40ea-8bc6-aebf0599217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.051598 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port ce78c487-dba5-4009-9e40-1dfc81db7bb8, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=ce78c487-dba5-4009-9e40-1dfc81db7bb8,segment=NetworkSegment(67516fda-5805-454e-a0e8-7ab522132bea),segment_id=67516fda-5805-454e-a0e8-7ab522132bea)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:05.059348 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.060195 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:05.063669 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] Set router ce51b336-0a72-4228-a18b-5a3c3e58371f gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:05.065301 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1865c9d5-a4e3-45f7-9df6-a713012e0b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:05.104874 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.118891 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.121489 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:05.204274 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Pushing event updated for resources: {'Port': ['ID=46fe0846-1a95-42a8-b004-0696a7015366,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:05.206733 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.209500 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:05.280308 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=ce78c487-dba5-4009-9e40-1dfc81db7bb8,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:05.290818 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:05.321943 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:05.323510 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:05.346983 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:05.352839 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:05.353228 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.427425 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 3, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port': {'id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:02Z', 'updated_at': '2021-06-16T16:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:05.433421 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d76a3-0468-4c5c-9ae1-e714bf3d3c6d None None] The sync data for ids ['ce51b336-0a72-4228-a18b-5a3c3e58371f'] in dv-cinder-775250-5-smb is: [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 3, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port': {'id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:02Z', 'updated_at': '2021-06-16T16:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:05.454677 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-2f53deb8-5f46-437e-8332-e0e0c5bd6f41 None None] Provisioning for port 46fe0846-1a95-42a8-b004-0696a7015366 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:05.463941 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Router ce51b336-0a72-4228-a18b-5a3c3e58371f has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:26:05.468525 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-2f53deb8-5f46-437e-8332-e0e0c5bd6f41 None None] Provisioning complete for port 46fe0846-1a95-42a8-b004-0696a7015366 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:05.468913 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2f53deb8-5f46-437e-8332-e0e0c5bd6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.496482 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.528637 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-2f53deb8-5f46-437e-8332-e0e0c5bd6f41 None None] Port 46fe0846-1a95-42a8-b004-0696a7015366 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:05.544492 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:05.549666 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.552583 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1865c9d5-a4e3-45f7-9df6-a713012e0b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:05.593068 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:05.606466 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] 10.222.0.77 "PUT /v2.0/routers/ce51b336-0a72-4228-a18b-5a3c3e58371f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356641 Jun 16 16:26:05.606579 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:05.607532 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:05.649147 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-7d217031-ac50-419a-bdde-b0ada002ba1d None None] Provisioning complete for port 46fe0846-1a95-42a8-b004-0696a7015366 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:05.649576 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7d217031-ac50-419a-bdde-b0ada002ba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:05.709342 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-7d217031-ac50-419a-bdde-b0ada002ba1d None None] Port 46fe0846-1a95-42a8-b004-0696a7015366 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:05.912686 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device ce78c487-dba5-4009-9e40-1dfc81db7bb8 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:05.973575 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port ce78c487-dba5-4009-9e40-1dfc81db7bb8 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:05.974266 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.069572 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:06.126897 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:06.131095 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:06.131695 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.214880 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.240823 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:06.247668 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.248744 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:06.272492 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:06.359610 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:06.364263 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:06.376623 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:06.377204 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.226448 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Sync routers for ids ['ce51b336-0a72-4228-a18b-5a3c3e58371f'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:07.237758 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Routers {'ce51b336-0a72-4228-a18b-5a3c3e58371f'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:07.241622 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ce51b336-0a72-4228-a18b-5a3c3e58371f'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:07.354132 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Set router ce51b336-0a72-4228-a18b-5a3c3e58371f gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:07.607938 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:26:04Z', 'revision_number': 4, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port': {'id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:02Z', 'updated_at': '2021-06-16T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '46fe0846-1a95-42a8-b004-0696a7015366', 'name': '', 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'mac_address': 'fa:16:3e:0e:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6f51b58d-ff7a-4980-a35a-66d4d39bf20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:04Z', 'updated_at': '2021-06-16T16:26:04Z', 'revision_number': 2, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'subnets': [{'id': '6f51b58d-ff7a-4980-a35a-66d4d39bf20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:07.612656 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Checking router: ce51b336-0a72-4228-a18b-5a3c3e58371f for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:07.612656 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Updating router ce51b336-0a72-4228-a18b-5a3c3e58371f port 46fe0846-1a95-42a8-b004-0696a7015366 binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:26:07.651071 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.851225 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:07.914103 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:07.914392 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.990334 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.006382 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Transition to ACTIVE for port object 46fe0846-1a95-42a8-b004-0696a7015366 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:08.013221 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.015417 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:08.106897 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa436-9971-469f-a9dd-1d1c1d52e71e None None] Pushing event updated for resources: {'Port': ['ID=46fe0846-1a95-42a8-b004-0696a7015366,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:08.111367 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-50faa436-9971-469f-a9dd-1d1c1d52e71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:08.168109 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Attempting to bind port 46fe0846-1a95-42a8-b004-0696a7015366 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:08.168648 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Attempting to bind port 46fe0846-1a95-42a8-b004-0696a7015366 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:08.169163 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Attempting to bind port 46fe0846-1a95-42a8-b004-0696a7015366 on network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:08.177563 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:08.178250 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Checking segment: {'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:08.178814 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.179236 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Bound using segment: {'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:08.179734 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Bound port: 46fe0846-1a95-42a8-b004-0696a7015366, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67516fda-5805-454e-a0e8-7ab522132bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:08.180107 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.265484 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] For port 46fe0846-1a95-42a8-b004-0696a7015366, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:08.269895 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] For port 46fe0846-1a95-42a8-b004-0696a7015366, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=46fe0846-1a95-42a8-b004-0696a7015366,segment=NetworkSegment(67516fda-5805-454e-a0e8-7ab522132bea),segment_id=67516fda-5805-454e-a0e8-7ab522132bea)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:08.278771 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.289160 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-4205c7eb-d6eb-4914-a42d-92d8708b5117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:08.346850 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Routers {'ce51b336-0a72-4228-a18b-5a3c3e58371f'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:08.347590 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ce51b336-0a72-4228-a18b-5a3c3e58371f'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:08.362374 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.437761 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa436-9971-469f-a9dd-1d1c1d52e71e None None] Pushing event updated for resources: {'Port': ['ID=46fe0846-1a95-42a8-b004-0696a7015366,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:08.448378 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-50faa436-9971-469f-a9dd-1d1c1d52e71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:08.495605 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] Set router ce51b336-0a72-4228-a18b-5a3c3e58371f gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:08.732164 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:26:04Z', 'revision_number': 4, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port': {'id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:02Z', 'updated_at': '2021-06-16T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '46fe0846-1a95-42a8-b004-0696a7015366', 'name': '', 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'mac_address': 'fa:16:3e:0e:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6f51b58d-ff7a-4980-a35a-66d4d39bf20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:04Z', 'updated_at': '2021-06-16T16:26:08Z', 'revision_number': 4, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'subnets': [{'id': '6f51b58d-ff7a-4980-a35a-66d4d39bf20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:08.737143 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f60cf0-127b-46bd-a542-b5e231dfcbac None None] The sync data for ids ['ce51b336-0a72-4228-a18b-5a3c3e58371f'] in dv-cinder-775250-5-smb is: [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:26:04Z', 'revision_number': 4, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port': {'id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:02Z', 'updated_at': '2021-06-16T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '46fe0846-1a95-42a8-b004-0696a7015366', 'name': '', 'network_id': '1b8ed0c8-bab3-4df7-a8f4-f800073d005c', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'mac_address': 'fa:16:3e:0e:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6f51b58d-ff7a-4980-a35a-66d4d39bf20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:04Z', 'updated_at': '2021-06-16T16:26:08Z', 'revision_number': 4, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'subnets': [{'id': '6f51b58d-ff7a-4980-a35a-66d4d39bf20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:09.840653 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 46fe0846-1a95-42a8-b004-0696a7015366 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:09.896555 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 46fe0846-1a95-42a8-b004-0696a7015366 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:09.903121 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 46fe0846-1a95-42a8-b004-0696a7015366 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:09.903575 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:09.994651 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:10.053256 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 46fe0846-1a95-42a8-b004-0696a7015366, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=46fe0846-1a95-42a8-b004-0696a7015366,segment=NetworkSegment(67516fda-5805-454e-a0e8-7ab522132bea),segment_id=67516fda-5805-454e-a0e8-7ab522132bea)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:10.066826 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:10.071004 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:10.137194 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=46fe0846-1a95-42a8-b004-0696a7015366,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:10.140961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:11.827216 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 46fe0846-1a95-42a8-b004-0696a7015366 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:11.878387 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 46fe0846-1a95-42a8-b004-0696a7015366 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:11.879905 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:15.201440 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-fd12a72e-45ab-45e0-bcd4-01eeb582b44f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:15.202803 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-fd12a72e-45ab-45e0-bcd4-01eeb582b44f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 815 time: 0.1025531 Jun 16 16:26:15.217895 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-8e1537ea-7737-4ea3-9cc1-5b871af850d9 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/quotas/3a3f507bdbeb4078bacea980bfd16524 HTTP/1.1" status: 200 len: 375 time: 0.0091491 Jun 16 16:26:15.298133 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c329c71e-f8c5-4748-ac98-43d8b7587fd6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740223 Jun 16 16:26:15.390878 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-3d3a825d-8140-42a3-8bb8-1fdf02d6c2f8 service neutron] 10.222.0.77 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808270 Jun 16 16:26:15.480044 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-f217ed27-ffd1-4b1d-8217-846b57154e54 service neutron] 10.222.0.77 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Jun 16 16:26:15.647104 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-deecabee-3bb3-4b60-8a19-52867f3d8115 req-a4bf61dd-a752-4bc9-81b3-5103063a6441 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 210 time: 0.0296578 Jun 16 16:26:16.791730 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-8633b833-1d9a-4aae-ae27-825d7736a98a req-18d1ab7a-5e00-4859-8b0c-0ed7f00d63bf tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 210 time: 0.0314131 Jun 16 16:26:16.884111 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-b261c017-0e00-4902-a22b-2b93ec07878a tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.885555 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-b261c017-0e00-4902-a22b-2b93ec07878a tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 815 time: 0.1233754 Jun 16 16:26:16.898416 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'port': {'device_id': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'admin_state_up': True, 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:17.009642 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Made reservation on behalf of 3a3f507bdbeb4078bacea980bfd16524 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:17.013609 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.143911 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Allocated IP 172.20.0.14 (c8daa32c-5eaa-4eec-8691-70f35d87015b/4d4997a5-986e-4b47-88cf-d9f89d2b8550/9723bd5a-ccd1-48eb-baa5-cb2459df0827) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:17.314244 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.332180 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Transition to ACTIVE for port object 9723bd5a-ccd1-48eb-baa5-cb2459df0827 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:17.371887 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.376727 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8d60a16f-9973-4c76-9be3-9ce698b72bdf tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:17.400140 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Network c8daa32c-5eaa-4eec-8691-70f35d87015b is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:17.404166 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:17.428358 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:17.484872 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:17.485938 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.515570 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216550 Jun 16 16:26:17.516442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:17.520019 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:17.690252 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-61a7122c-8b8d-47f5-aa4e-48aa18cc182c None None] Provisioning for port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:17.700734 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-61a7122c-8b8d-47f5-aa4e-48aa18cc182c None None] Provisioning complete for port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:17.701295 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-61a7122c-8b8d-47f5-aa4e-48aa18cc182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.744407 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-61a7122c-8b8d-47f5-aa4e-48aa18cc182c None None] Port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:17.992025 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6610cf4-71be-4bf4-a0d8-ef3dd7c2376f req-2e8e437e-eab8-4a50-8e73-f58209030953 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:17.993483 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c6610cf4-71be-4bf4-a0d8-ef3dd7c2376f req-2e8e437e-eab8-4a50-8e73-f58209030953 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0827031 Jun 16 16:26:18.032723 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c6610cf4-71be-4bf4-a0d8-ef3dd7c2376f req-95d43a2c-1200-482c-a3cf-112bfb4edc0e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Jun 16 16:26:19.217962 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3c284-2b62-4af2-8db3-3a9a90bab9c4 req-24ebee56-4102-4340-8616-ee8ed2b8034f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:19.219651 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0be3c284-2b62-4af2-8db3-3a9a90bab9c4 req-24ebee56-4102-4340-8616-ee8ed2b8034f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0696003 Jun 16 16:26:19.266272 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-0be3c284-2b62-4af2-8db3-3a9a90bab9c4 req-dfad4b64-653c-4780-8cdf-b3c5f7fe67f8 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Jun 16 16:26:20.445428 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79186b-4ac3-4f09-ada1-17f2482f76ea req-64365afb-c341-4351-b5b5-0b0cdac3d6d1 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:20.447682 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9d79186b-4ac3-4f09-ada1-17f2482f76ea req-64365afb-c341-4351-b5b5-0b0cdac3d6d1 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0679348 Jun 16 16:26:20.494197 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9d79186b-4ac3-4f09-ada1-17f2482f76ea req-a0c7be40-7fe8-45c3-9e79-0e3d411092ca tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Jun 16 16:26:21.680385 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00602b5e-8ad8-4541-890c-2b3b73ef9f8c req-c4d6a10f-30e8-4897-9de9-7b3fc4637397 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:21.683226 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-00602b5e-8ad8-4541-890c-2b3b73ef9f8c req-c4d6a10f-30e8-4897-9de9-7b3fc4637397 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0669341 Jun 16 16:26:21.723941 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-00602b5e-8ad8-4541-890c-2b3b73ef9f8c req-875eb79d-87b2-41de-a0de-e92414a1273c tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Jun 16 16:26:22.937843 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593572f-ed01-45e8-a8fc-ca0f48a77bd8 req-9dea9cb5-651f-498a-b83c-6ffcb57ad1b6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:22.939218 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c593572f-ed01-45e8-a8fc-ca0f48a77bd8 req-9dea9cb5-651f-498a-b83c-6ffcb57ad1b6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0716333 Jun 16 16:26:22.983132 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c593572f-ed01-45e8-a8fc-ca0f48a77bd8 req-023c7913-87fd-43e6-87ff-29851ed7b4a0 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369463 Jun 16 16:26:24.182854 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7254-d092-431d-bae2-41917b43da2b req-bf4a67fb-b915-45d8-97f1-fab6aaabb603 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:24.184391 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6c6d7254-d092-431d-bae2-41917b43da2b req-bf4a67fb-b915-45d8-97f1-fab6aaabb603 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0692163 Jun 16 16:26:24.225055 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-6c6d7254-d092-431d-bae2-41917b43da2b req-daeb228f-e362-4a6c-8927-55c17783b31c tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Jun 16 16:26:25.428074 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd17c0d-fbdb-4066-88db-a9d7c7d3f204 req-a973e121-b9cd-4a83-807d-6285b4c59368 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:25.430327 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9bd17c0d-fbdb-4066-88db-a9d7c7d3f204 req-a973e121-b9cd-4a83-807d-6285b4c59368 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0736859 Jun 16 16:26:25.480809 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9bd17c0d-fbdb-4066-88db-a9d7c7d3f204 req-895555fa-0bdd-40f2-978d-4d6ccbfcb4cd tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Jun 16 16:26:26.661532 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6004b-3dc8-4569-b8ca-9238733c8c7e req-b52b19c5-49db-4b65-9255-305b64edfc3e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:26.662978 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-26c6004b-3dc8-4569-b8ca-9238733c8c7e req-b52b19c5-49db-4b65-9255-305b64edfc3e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 932 time: 0.0669050 Jun 16 16:26:26.699743 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-26c6004b-3dc8-4569-b8ca-9238733c8c7e req-b8f69d74-80f7-469c-b322-91f46539c5b4 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Jun 16 16:26:26.846883 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Request body: {'port': {'device_id': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:26.917664 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:27.174799 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9723bd5a-ccd1-48eb-baa5-cb2459df0827 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:26:27.182773 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:27.194858 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Transition to ACTIVE for port object 9723bd5a-ccd1-48eb-baa5-cb2459df0827 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:27.198584 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:27.200529 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:27.278647 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:27.296241 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:27.347519 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Attempting to bind port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:27.348631 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Attempting to bind port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:27.348964 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Attempting to bind port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 on network c8daa32c-5eaa-4eec-8691-70f35d87015b {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:27.353389 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 on network c8daa32c-5eaa-4eec-8691-70f35d87015b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:26:27.353705 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Attempting to bind port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 on network c8daa32c-5eaa-4eec-8691-70f35d87015b {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:27.358546 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:27.358879 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Checking segment: {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:27.359278 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Bound using segment: {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:27.360008 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Bound port: 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:27.360229 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:27.422414 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:27.425527 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:27.430079 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:27.432785 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-adc882ee-cd27-4a3b-9f71-4bced3b62f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:27.463063 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:27.463683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:27.465045 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] 10.222.0.58 "PUT /v2.0/ports/9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 1094 time: 0.6227171 Jun 16 16:26:27.465532 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:26:27.467835 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3474cf-3365-4bf8-8079-52b2d38a76c3" -d '{"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:27.493619 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:27.496679 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:27.545441 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5ad9af-09d8-4c15-989c-d2a1caf6dd81 x-openstack-request-id: req-1c5ad9af-09d8-4c15-989c-d2a1caf6dd81 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:27.545762 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:27.546043 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c5ad9af-09d8-4c15-989c-d2a1caf6dd81 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:27.546458 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'status': 'completed', 'code': 200} Jun 16 16:26:27.573820 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-e324a58b-5445-48bf-87b7-8e8345a4b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:27.575354 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-e324a58b-5445-48bf-87b7-8e8345a4b1fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1097 time: 0.0629237 Jun 16 16:26:27.617257 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-3bd087b3-595c-46ca-8f8d-adb711768a6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 217 time: 0.0343685 Jun 16 16:26:27.665536 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-0f9cccae-c4e3-429a-8ecf-64f1a35d9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:27.666979 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-0f9cccae-c4e3-429a-8ecf-64f1a35d9658 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0438499 Jun 16 16:26:27.726362 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-cf85552a-85cd-4e64-9f2c-8469998ba0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:27.727877 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-cf85552a-85cd-4e64-9f2c-8469998ba0c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547211 Jun 16 16:26:27.818310 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-c71e5612-085d-46f2-b9a0-9af41b7aa8ca service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839303 Jun 16 16:26:27.873483 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88204611-66d1-4c7c-b79c-dbc5d1602cfd req-8ee65bd3-e638-4f7c-a204-8046ea0a05e2 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:27.874954 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-88204611-66d1-4c7c-b79c-dbc5d1602cfd req-8ee65bd3-e638-4f7c-a204-8046ea0a05e2 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 944 time: 0.0626280 Jun 16 16:26:27.912187 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2d51e411-1106-43c7-b6f8-37e05c53e2b5 req-bcc23ab7-5146-455e-811d-61d6138f1229 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876544 Jun 16 16:26:27.914598 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-88204611-66d1-4c7c-b79c-dbc5d1602cfd req-3d61d49b-57c3-40a2-b557-ef8a5a993315 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jun 16 16:26:28.008974 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-c73579e8-ac3e-4d12-8398-6bf046c9a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:28.010388 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-c73579e8-ac3e-4d12-8398-6bf046c9a869 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1097 time: 0.0522602 Jun 16 16:26:28.103680 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-7fcc5bde-9c04-4e66-8c68-e14771b19e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:28.105100 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-7fcc5bde-9c04-4e66-8c68-e14771b19e8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 916 time: 0.0885224 Jun 16 16:26:28.148349 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-45a08766-b910-4cdd-bbbe-8a842fc24738 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 217 time: 0.0363309 Jun 16 16:26:28.199226 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-36f3dd05-d2b0-42f8-8c77-f7c2720eb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:28.200634 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-36f3dd05-d2b0-42f8-8c77-f7c2720eb0ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0458515 Jun 16 16:26:28.257420 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-2e7f71e3-255c-4d47-9790-06976a4fcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:28.258881 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-2e7f71e3-255c-4d47-9790-06976a4fcf26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508227 Jun 16 16:26:28.332680 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-01708de2-cfcd-4296-9783-0afec133453c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:28.353981 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-a742e804-3958-4723-9186-19af195b15e5 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883873 Jun 16 16:26:28.445092 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cf3474cf-3365-4bf8-8079-52b2d38a76c3 req-80241fab-d69d-4ae7-9379-0badaf47c6c0 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844653 Jun 16 16:26:28.636757 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:26:29.090931 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0bb1e-aa70-4fb9-b1cd-46cc24cc9009 req-89cedda4-711a-4218-8d4c-3d0b0450bfac tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:29.092419 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-13a0bb1e-aa70-4fb9-b1cd-46cc24cc9009 req-89cedda4-711a-4218-8d4c-3d0b0450bfac tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 944 time: 0.0630195 Jun 16 16:26:29.131015 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-13a0bb1e-aa70-4fb9-b1cd-46cc24cc9009 req-59f6a706-e4ec-4800-a402-c5a4fbaf1455 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Jun 16 16:26:29.514301 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9723bd5a-ccd1-48eb-baa5-cb2459df0827 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:26:29.611655 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:29.622753 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'port_id': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'mac_address': 'fa:16:3e:0f:0e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:26:29.662163 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.674383 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9723bd5a-ccd1-48eb-baa5-cb2459df0827 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:26:29.694511 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:29.698487 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.700547 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:29.748041 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:29.751096 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:29.917363 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9723bd5a-ccd1-48eb-baa5-cb2459df0827'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:26:30.313057 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e61f01-f104-4c53-b743-8ffad52f7ea0 req-50506489-1d58-4df5-ae55-929962b780d0 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:30.314446 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-03e61f01-f104-4c53-b743-8ffad52f7ea0 req-50506489-1d58-4df5-ae55-929962b780d0 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 945 time: 0.0733089 Jun 16 16:26:30.354146 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-03e61f01-f104-4c53-b743-8ffad52f7ea0 req-a37aa4e8-027e-44dc-bcbc-1fd0dc617516 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Jun 16 16:26:30.921598 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87c61b56-64d2-4002-8e72-9e66645b323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.010807 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.525383 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9723bd5a-ccd1-48eb-baa5-cb2459df0827 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:31.528839 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed062f-519a-4afd-b84a-9a8313099b0c req-bbcee46b-6103-4177-9234-026d270e9ab8 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:31.530318 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-baed062f-519a-4afd-b84a-9a8313099b0c req-bbcee46b-6103-4177-9234-026d270e9ab8 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 945 time: 0.0630710 Jun 16 16:26:31.568643 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-baed062f-519a-4afd-b84a-9a8313099b0c req-874ce7c0-d315-4cc4-8bf7-4a9e8a4c5546 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Jun 16 16:26:31.579320 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:31.583885 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:31.584258 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.660882 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.681736 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:26:31.684019 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc934ecf-abab-4b93-bc93-4b620eadbcd7" -d '{"events": [{"server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "name": "network-vif-plugged", "status": "completed", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:31.696072 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:31.700544 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.702600 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7fc5291b-cd74-4f7b-853e-5e0e3493312b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:31.725063 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d255f60c-15f4-4891-9c5e-cd8434c54d21 x-openstack-request-id: req-d255f60c-15f4-4891-9c5e-cd8434c54d21 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:31.725355 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "name": "network-vif-plugged", "status": "completed", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:31.725613 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d255f60c-15f4-4891-9c5e-cd8434c54d21 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:31.725997 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'code': 200} Jun 16 16:26:31.753500 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:31.757322 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:31.939976 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b69f5c-b786-4405-84ab-f484426b645a req-f83c0e30-65c6-4aa5-acec-6115993c9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:31.942015 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a5b69f5c-b786-4405-84ab-f484426b645a req-f83c0e30-65c6-4aa5-acec-6115993c9af6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1099 time: 0.0548780 Jun 16 16:26:31.964376 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.979069 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a5b69f5c-b786-4405-84ab-f484426b645a req-40d566c5-c513-4c6d-9e20-af0d3439cf8e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298092 Jun 16 16:26:32.748378 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa001ae-bcdc-432a-8130-65deff32bbe1 req-1e9d4ac7-9ba2-47e4-8287-76846f8b7e2a tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:32.749849 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cfa001ae-bcdc-432a-8130-65deff32bbe1 req-1e9d4ac7-9ba2-47e4-8287-76846f8b7e2a tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0628397 Jun 16 16:26:32.789958 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-cfa001ae-bcdc-432a-8130-65deff32bbe1 req-39242e7b-5eb1-4b37-a384-495990153358 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Jun 16 16:26:33.793647 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.961878 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baefe7-433a-450e-a545-39e818b50d3c req-fbe3c741-940c-4d11-9d0a-8379e7f1bf80 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:33.963396 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-61baefe7-433a-450e-a545-39e818b50d3c req-fbe3c741-940c-4d11-9d0a-8379e7f1bf80 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0632520 Jun 16 16:26:34.001088 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-61baefe7-433a-450e-a545-39e818b50d3c req-93384093-fedb-4273-b6f4-19999d25018c tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Jun 16 16:26:34.172621 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d86d6-3897-4a00-ad63-ab326093baf1 req-0c287e54-646b-4c3d-bf1b-890c0254759d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:34.174086 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c96d86d6-3897-4a00-ad63-ab326093baf1 req-0c287e54-646b-4c3d-bf1b-890c0254759d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0654135 Jun 16 16:26:34.455095 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c96d86d6-3897-4a00-ad63-ab326093baf1 req-70eef0e4-644b-4997-b1d8-fb2f88dff850 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747531 Jun 16 16:26:34.829842 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ddbf4-50f4-4e2b-b2c1-ed663f1f5d84 req-4eec4c82-4612-4666-93a5-fb6d6716e0fa tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:34.831210 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-943ddbf4-50f4-4e2b-b2c1-ed663f1f5d84 req-4eec4c82-4612-4666-93a5-fb6d6716e0fa tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0606034 Jun 16 16:26:34.868534 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-943ddbf4-50f4-4e2b-b2c1-ed663f1f5d84 req-23bda07e-024b-4a50-bab8-fdef6a8d872e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Jun 16 16:26:38.086679 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3081627-605d-4b28-8b58-c87557442b60 req-2af8e00f-09b3-4930-bea1-fb848c6cf1fb tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:38.088166 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e3081627-605d-4b28-8b58-c87557442b60 req-2af8e00f-09b3-4930-bea1-fb848c6cf1fb tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0635829 Jun 16 16:26:38.130002 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e3081627-605d-4b28-8b58-c87557442b60 req-de27576b-a870-467b-95ed-619eaa998fef tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360281 Jun 16 16:26:38.155665 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48910) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:38.296350 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9dc10-69be-423d-9b11-bf189966d702 tempest-TestMinimumBasicScenario-653148595 tempest-TestMinimumBasicScenario-653148595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:38.297916 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1cc9dc10-69be-423d-9b11-bf189966d702 tempest-TestMinimumBasicScenario-653148595 tempest-TestMinimumBasicScenario-653148595-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1094 time: 0.1412818 Jun 16 16:26:38.300828 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48914) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:38.305173 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'floatingip': {'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'port_id': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:38.326408 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for floatingip, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.351947 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.679384 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.780319 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Allocated IP 172.28.2.13 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/671608b5-ab05-4c96-bab5-0423815a2246) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:38.876665 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.915201 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.918053 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-fab3009d-f9b4-45d4-86c1-75e0851d9c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:38.952036 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:38.958577 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:38.961658 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:38.967133 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'Port': ['ID=671608b5-ab05-4c96-bab5-0423815a2246,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:38.993863 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.994235 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.994598 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.994955 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.995339 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.995693 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.996046 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.996396 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.996741 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.997086 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.997435 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:38.997780 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:39.002090 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:39.328982 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.405815 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.561485 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.566088 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.568223 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:39.633056 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'Port': ['ID=671608b5-ab05-4c96-bab5-0423815a2246,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:39.636970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:39.643404 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.744137 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.l3_db [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Floating IP 1dbdae4b-58ca-4959-8743-9509d3983775 associated. External IP: 172.28.2.13, port: 9723bd5a-ccd1-48eb-baa5-cb2459df0827. Jun 16 16:26:39.953606 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Router 74bacff2-282f-4ca9-a8ac-b582bd399c7b has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:26:40.071689 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:40.082179 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] Sync routers for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:40.089179 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.094707 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:40.095386 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:40.133208 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8313570 Jun 16 16:26:40.133874 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:26:40.136109 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 48916) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:40.136628 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f0a2d9-92c5-40f7-a695-7188719d690c" -d '{"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:40.148534 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160678672', 'description': 'tempest-secgroup-smoke-160678672 description', 'project_id': '3a3f507bdbeb4078bacea980bfd16524'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:40.177791 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.208887 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:40.278017 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.282832 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.292409 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fbb0e874-3c5e-4915-b647-e3affe9dc5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:40.327060 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.329139 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1916003 Jun 16 16:26:40.332253 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48922) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:40.338860 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'security_group_rule': {'security_group_id': '19d9b873-aef9-4d39-8397-a486161c488a', 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:40.344587 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d9b873-aef9-4d39-8397-a486161c488a,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:40.346220 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b530b1-473c-436d-83b5-14f61cd04214 x-openstack-request-id: req-55b530b1-473c-436d-83b5-14f61cd04214 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:40.346559 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:40.346849 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55b530b1-473c-436d-83b5-14f61cd04214 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:40.347812 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-77ca2960-9859-42e7-a9a9-aa84cf4612f3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:40.366996 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'status': 'completed', 'code': 200} Jun 16 16:26:40.407911 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.453869 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-70908535-c4e5-4e78-83a2-ca8d83f98c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:40.455856 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-70908535-c4e5-4e78-83a2-ca8d83f98c5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1099 time: 0.0765913 Jun 16 16:26:40.469445 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.475138 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.477554 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2db3d251-c41d-41bc-b56b-365b0b68c12e tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:40.492517 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1b4b90-4e2e-48f7-8ddb-bb3e44ba56b2,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:40.497125 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:40.510348 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.514901 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780739 Jun 16 16:26:40.515693 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48924) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:40.521948 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'security_group_rule': {'security_group_id': '19d9b873-aef9-4d39-8397-a486161c488a', 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:40.557793 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.576041 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-f52b7717-18c2-490d-9c36-8d6edae36903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:40.578180 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-f52b7717-18c2-490d-9c36-8d6edae36903 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 916 time: 0.1162863 Jun 16 16:26:40.610162 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '1dbdae4b-58ca-4959-8743-9509d3983775', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'port_id': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'mac_address': 'fa:16:3e:0f:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:26:39Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 0, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:05Z', 'revision_number': 5, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:40.614234 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] Checking router: 74bacff2-282f-4ca9-a8ac-b582bd399c7b for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:40.623432 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:40.624038 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:26:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:40.625967 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.632517 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.639506 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:40.654969 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-960c973c-9e70-40f0-af73-aa855923abc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 999 time: 0.0696979 Jun 16 16:26:40.660177 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36f5a88-ce0a-44bb-9c3c-525253c7536e,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:40.663470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:40.666106 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.667747 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505949 Jun 16 16:26:40.670595 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48926) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:40.675906 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'security_group_rule': {'security_group_id': '19d9b873-aef9-4d39-8397-a486161c488a', 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:40.716270 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.717910 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-0658104e-40df-4f19-abda-6cfbd4e47b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:40.720950 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-0658104e-40df-4f19-abda-6cfbd4e47b3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0593748 Jun 16 16:26:40.749117 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:40.784263 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-b41f4b49-407a-4369-8348-b1e6b89dd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:40.785825 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-b41f4b49-407a-4369-8348-b1e6b89dd64d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584219 Jun 16 16:26:40.787085 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.791038 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.796931 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d0fdb1f9-4258-47ca-a517-74386f502788 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:40.814034 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d501e1-6d4e-4f2d-9e14-7696e1fc87bd,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:40.817228 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:40.822311 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.826798 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-69599d0f-c90e-4499-b96b-3df4c5313be6 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520746 Jun 16 16:26:40.827061 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48928) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:40.832260 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'security_group_rule': {'security_group_id': '19d9b873-aef9-4d39-8397-a486161c488a', 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:40.862475 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.889617 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-c4807224-1c89-4f55-a81e-1bbf4cb5fbb2 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967062 Jun 16 16:26:40.926777 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.930895 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.937055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:40.954463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6f6c37-8da1-4c4e-840c-43c587267412,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:40.958134 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:40.959557 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.965109 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-3949bfe4-c5d8-45e9-8184-f04fc952b3f7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331120 Jun 16 16:26:40.965109 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48930) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:40.969987 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'security_group_rule': {'security_group_id': '19d9b873-aef9-4d39-8397-a486161c488a', 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:40.997868 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.securitygroups_db [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Project 3a3f507bdbeb4078bacea980bfd16524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:26:40.998075 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-83f0a2d9-92c5-40f7-a695-7188719d690c req-bd8ff91c-4376-4e5d-a7d5-a597cbda394d service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010454 Jun 16 16:26:41.002765 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '1dbdae4b-58ca-4959-8743-9509d3983775', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'port_id': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'mac_address': 'fa:16:3e:0f:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:26:39Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 0, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:05Z', 'revision_number': 5, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:41.003766 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.022003 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54627d5-109f-4a26-9493-1b064ac1acf9 None None] The sync data for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb is: [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '1dbdae4b-58ca-4959-8743-9509d3983775', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'port_id': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'mac_address': 'fa:16:3e:0f:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:26:39Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 0, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:05Z', 'revision_number': 5, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:41.073733 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.079351 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.085639 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8a57aa2c-4ec4-4140-b7ac-78cbafc6b181 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:41.102070 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d828f3f4-273e-4fd2-a3e3-75e3af5dcf8b,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:41.106229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:41.109803 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.111044 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451147 Jun 16 16:26:41.113873 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48932) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:41.119796 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'security_group_rule': {'security_group_id': '19d9b873-aef9-4d39-8397-a486161c488a', 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:41.142164 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.securitygroups_db [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Project 3a3f507bdbeb4078bacea980bfd16524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:26:41.148249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.217510 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ffde4-887e-4a40-9080-0fd34d1ec9c6 None None] New status for floating IP 1dbdae4b-58ca-4959-8743-9509d3983775: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:26:41.218053 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.222637 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.225720 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:41.244208 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191338b2-330b-42ad-920b-dc1ef4c72978,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:41.246686 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:41.248214 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.252472 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-2c195a5a-91a3-4086-bce3-777e499c4f6f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333268 Jun 16 16:26:41.371449 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-197170c1-4181-4eea-8332-344ee14be4e5 req-c8b8317c-ccf0-4571-aca9-21250165d8c0 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160678672&fields=id&tenant_id=3a3f507bdbeb4078bacea980bfd16524 HTTP/1.1" status: 200 len: 267 time: 0.0354359 Jun 16 16:26:41.439149 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197170c1-4181-4eea-8332-344ee14be4e5 req-33304f38-9259-4ca4-b6fc-4e5402f5e297 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:41.440626 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-197170c1-4181-4eea-8332-344ee14be4e5 req-33304f38-9259-4ca4-b6fc-4e5402f5e297 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0636547 Jun 16 16:26:41.453324 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'port': {'security_groups': ['f0ff2361-2783-4981-8d48-71fc3e6d72c1', '19d9b873-aef9-4d39-8397-a486161c488a']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:41.540574 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.727879 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:41.757558 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.763163 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.766957 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-17800ee3-5766-4edb-af37-87b424fb0847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:41.776535 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9723bd5a-ccd1-48eb-baa5-cb2459df0827'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:26:41.808499 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:41.809157 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.812767 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-197170c1-4181-4eea-8332-344ee14be4e5 req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "PUT /v2.0/ports/9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 982 time: 0.3651865 Jun 16 16:26:41.813299 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:26:41.815907 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea0da0-001d-47e5-b0c8-272e279f7a53" -d '{"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:41.851579 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=6']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:41.855369 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4a0325da-d4d1-4f71-b3fd-ddc9a03efca3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:41.885347 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9723bd5a-ccd1-48eb-baa5-cb2459df0827'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:26:41.907416 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fb9ea7-50d3-48e9-b954-7dacb1ba22b0 x-openstack-request-id: req-98fb9ea7-50d3-48e9-b954-7dacb1ba22b0 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:41.907739 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:41.908026 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98fb9ea7-50d3-48e9-b954-7dacb1ba22b0 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:41.908460 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'status': 'completed', 'code': 200} Jun 16 16:26:41.988718 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-681b283c-26ef-407f-a653-7c810e477d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:41.990825 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-681b283c-26ef-407f-a653-7c810e477d21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1138 time: 0.0667892 Jun 16 16:26:42.064040 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ccd39-e2e7-4c79-8862-8fbc4fe6e0bc req-cfaf7e4a-542d-43c9-990a-ae542a127f69 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:42.065919 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d42ccd39-e2e7-4c79-8862-8fbc4fe6e0bc req-cfaf7e4a-542d-43c9-990a-ae542a127f69 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0936387 Jun 16 16:26:42.111927 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-d42ccd39-e2e7-4c79-8862-8fbc4fe6e0bc req-811c1969-9b08-4340-a915-60aed36b091a tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381672 Jun 16 16:26:42.115564 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-8f1d8762-b705-4990-9fee-c6b1f46012be None None] Provisioning complete for port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:42.115875 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8762-b705-4990-9fee-c6b1f46012be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:42.119326 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-a243a245-2ccf-430c-a144-c78b1d330083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:42.121044 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-a243a245-2ccf-430c-a144-c78b1d330083 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 916 time: 0.1241267 Jun 16 16:26:42.191021 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-751bed72-351e-4c28-b8d7-8033df516b47 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 1001 time: 0.0631661 Jun 16 16:26:42.240939 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-1ab01248-5c5e-43bb-bd9e-1526fbe341c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:42.242907 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-1ab01248-5c5e-43bb-bd9e-1526fbe341c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0447412 Jun 16 16:26:42.301270 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-5c52443a-b408-431d-b56b-98fcad1b34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:42.303676 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-5c52443a-b408-431d-b56b-98fcad1b34fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551069 Jun 16 16:26:42.400836 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-29107ae2-2f0a-4633-8eff-99f0d99500a9 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907397 Jun 16 16:26:42.495331 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-85ea0da0-001d-47e5-b0c8-272e279f7a53 req-08a2c486-f0a4-4503-a789-1cbd701b0bb9 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879674 Jun 16 16:26:58.337027 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-364c8b43-08b9-4490-b2b2-1de615730dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:00.921594 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53abc47f-ce82-4d69-ab01-246357fccd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:01.012913 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:01.966971 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:03.794713 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:05.636776 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:27:08.123521 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-9bd55fb0-da74-4a62-925b-911a65287a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:08.124913 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-9bd55fb0-da74-4a62-925b-911a65287a21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1138 time: 0.0549929 Jun 16 16:27:08.159355 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad603-e32c-478c-b7dc-1817b6118c27 req-2091b994-304d-4133-a939-57a88616e73b tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:08.160851 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b26ad603-e32c-478c-b7dc-1817b6118c27 req-2091b994-304d-4133-a939-57a88616e73b tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0637891 Jun 16 16:27:08.204936 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b26ad603-e32c-478c-b7dc-1817b6118c27 req-fb01bc16-fa36-44e2-add2-7a81a11082b9 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380449 Jun 16 16:27:08.223963 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-259048ad-0dc5-4369-a6f9-5dbb967cfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:08.225478 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-259048ad-0dc5-4369-a6f9-5dbb967cfa65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 916 time: 0.0929170 Jun 16 16:27:08.292947 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-13668ee3-956b-4022-84df-964361659955 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 1001 time: 0.0604649 Jun 16 16:27:08.347852 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-3e4fe0dd-3681-475c-8a29-159c85246f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:08.349347 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-3e4fe0dd-3681-475c-8a29-159c85246f95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0505214 Jun 16 16:27:08.356158 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:08.411494 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-a7c2c397-6fe1-4be5-bbbf-4144777d55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:08.412893 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-a7c2c397-6fe1-4be5-bbbf-4144777d55b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567508 Jun 16 16:27:08.505245 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-3dabe863-5017-434f-9288-5a1d14477a5f service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854511 Jun 16 16:27:08.597441 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0be445d1-9157-42cb-bf51-0638ebe43965 req-3f188f71-3505-4d68-b55b-c601e57e0933 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846348 Jun 16 16:27:09.389781 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452cf3f-429c-4910-9407-6b772b401377 req-aecbe44c-2b9a-4a04-a177-6f05608caebc tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:09.391154 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c452cf3f-429c-4910-9407-6b772b401377 req-aecbe44c-2b9a-4a04-a177-6f05608caebc tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0676236 Jun 16 16:27:09.436186 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-c452cf3f-429c-4910-9407-6b772b401377 req-5b57c94c-1a2b-407a-bfb4-c57055a3c902 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391042 Jun 16 16:27:10.610605 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5c31a-6d36-4797-9686-7dfb5b09fd2f req-c7731d9b-568e-40ef-9637-394eddd3cf36 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:10.612105 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-79e5c31a-6d36-4797-9686-7dfb5b09fd2f req-c7731d9b-568e-40ef-9637-394eddd3cf36 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0634575 Jun 16 16:27:10.650702 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-79e5c31a-6d36-4797-9686-7dfb5b09fd2f req-29f354c6-ad73-4bb1-b54c-4286319dce48 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329285 Jun 16 16:27:11.403582 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a4c27-298a-477e-a737-2094d61d7a85 req-8c1066ed-43f1-4864-9164-df2a88a59791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:11.404998 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-688a4c27-298a-477e-a737-2094d61d7a85 req-8c1066ed-43f1-4864-9164-df2a88a59791 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1138 time: 0.0532563 Jun 16 16:27:11.511432 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a4c27-298a-477e-a737-2094d61d7a85 req-a4255a79-701a-43bb-a379-227a27136d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:11.512866 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-688a4c27-298a-477e-a737-2094d61d7a85 req-a4255a79-701a-43bb-a379-227a27136d23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 916 time: 0.0869398 Jun 16 16:27:11.576428 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-688a4c27-298a-477e-a737-2094d61d7a85 req-bc7f3d7f-d6f5-42ba-8e73-b46c1b181e95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 1001 time: 0.0567336 Jun 16 16:27:11.629116 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a4c27-298a-477e-a737-2094d61d7a85 req-e45ea196-2b0f-438f-895c-7bb9cdbfec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:11.630564 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-688a4c27-298a-477e-a737-2094d61d7a85 req-e45ea196-2b0f-438f-895c-7bb9cdbfec36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0437598 Jun 16 16:27:11.691123 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a4c27-298a-477e-a737-2094d61d7a85 req-2d45f86a-c423-4957-945a-38c9e87bf8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:11.692545 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-688a4c27-298a-477e-a737-2094d61d7a85 req-2d45f86a-c423-4957-945a-38c9e87bf8d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556364 Jun 16 16:27:11.782973 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-688a4c27-298a-477e-a737-2094d61d7a85 req-27f5d196-1e80-4b99-8c03-521f46fc0bf2 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825675 Jun 16 16:27:11.906316 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-688a4c27-298a-477e-a737-2094d61d7a85 req-ec8f4c94-aeaf-4aab-86e6-32613a71c347 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151905 Jun 16 16:27:11.926706 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438aa2d-e458-42be-8f5e-20cafc76317e req-46ef3763-b29b-4e78-85b5-296e2dc30453 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:11.928154 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d438aa2d-e458-42be-8f5e-20cafc76317e req-46ef3763-b29b-4e78-85b5-296e2dc30453 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.1138694 Jun 16 16:27:11.970886 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d438aa2d-e458-42be-8f5e-20cafc76317e req-917993b3-cc54-4599-ad60-e1c66331813a tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357623 Jun 16 16:27:13.150800 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e25fe6-c4e6-4678-8fb7-dad18cc28e2b req-742a6056-c039-4249-84b7-c1cced2da319 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:13.152302 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-33e25fe6-c4e6-4678-8fb7-dad18cc28e2b req-742a6056-c039-4249-84b7-c1cced2da319 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0625708 Jun 16 16:27:13.192485 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-33e25fe6-c4e6-4678-8fb7-dad18cc28e2b req-2f67b974-3388-4255-a3cd-f934817c0f25 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344417 Jun 16 16:27:14.364201 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c2baf-e5a2-41d1-aefa-0517e099033f req-52335101-da46-4866-833a-ffbdc9f4a90b tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:14.365660 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-639c2baf-e5a2-41d1-aefa-0517e099033f req-52335101-da46-4866-833a-ffbdc9f4a90b tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0638938 Jun 16 16:27:14.410176 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-639c2baf-e5a2-41d1-aefa-0517e099033f req-c9b6d882-3d78-41fa-8806-b078c6ca8d6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380652 Jun 16 16:27:15.588453 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1d83c-6951-4d2b-90fd-f873058483ff req-6f8f4587-2930-4f61-9869-63a7e0e75532 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:15.589909 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bdb1d83c-6951-4d2b-90fd-f873058483ff req-6f8f4587-2930-4f61-9869-63a7e0e75532 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0658455 Jun 16 16:27:15.628296 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-bdb1d83c-6951-4d2b-90fd-f873058483ff req-9710a1cd-9885-42e8-be62-6ad01cdbf296 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326927 Jun 16 16:27:16.802951 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f83e28-070f-408e-bcc2-e3d4549caa98 req-fc4e661d-466d-46a2-ab7c-98a1e66db9d2 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:16.804452 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-95f83e28-070f-408e-bcc2-e3d4549caa98 req-fc4e661d-466d-46a2-ab7c-98a1e66db9d2 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0650649 Jun 16 16:27:16.844569 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-95f83e28-070f-408e-bcc2-e3d4549caa98 req-0337bc9a-fd8b-4c6c-8013-aa323bb89934 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342965 Jun 16 16:27:18.016354 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbaa54-02cb-47c9-9597-7202b87c7d63 req-b27088ab-1d6e-4737-92d3-7f0427b7ba5e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:18.017805 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ccdbaa54-02cb-47c9-9597-7202b87c7d63 req-b27088ab-1d6e-4737-92d3-7f0427b7ba5e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0629268 Jun 16 16:27:18.057196 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ccdbaa54-02cb-47c9-9597-7202b87c7d63 req-ebde7e51-ee8b-44da-ae0e-4babf2ac9c8b tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336657 Jun 16 16:27:19.231129 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db43d4-1d46-4bda-b78f-51750fe43c9f req-d63404a1-44d3-4548-96e6-cff8d32d3c3c tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:19.232665 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-43db43d4-1d46-4bda-b78f-51750fe43c9f req-d63404a1-44d3-4548-96e6-cff8d32d3c3c tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0637875 Jun 16 16:27:19.272021 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-43db43d4-1d46-4bda-b78f-51750fe43c9f req-9dc87721-d283-4fc0-9b7b-fd917b07f451 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335758 Jun 16 16:27:20.446051 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ea8b-a4fc-4961-80ff-2173134f1833 req-0e1bb8f1-b587-4c1e-b698-9f0e7c66903b tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:20.447514 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-07e9ea8b-a4fc-4961-80ff-2173134f1833 req-0e1bb8f1-b587-4c1e-b698-9f0e7c66903b tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0620282 Jun 16 16:27:20.492387 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-07e9ea8b-a4fc-4961-80ff-2173134f1833 req-11b198bc-741b-48ef-b138-f3715310acdb tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=19d9b873-aef9-4d39-8397-a486161c488a&id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377021 Jun 16 16:27:28.337726 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c9485daf-bbb6-46ba-b1a0-238a34713e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.921711 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-38168a1a-738b-4880-8901-87e32e674846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:31.014523 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:31.968852 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.798217 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:38.352139 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:42.635333 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:27:53.250186 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b3225693-ece0-40a0-b7cf-02283443e006 req-b2e682bf-cf06-481d-b546-a351c7a07997 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160678672&fields=id&tenant_id=3a3f507bdbeb4078bacea980bfd16524 HTTP/1.1" status: 200 len: 267 time: 0.0865905 Jun 16 16:27:53.315519 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225693-ece0-40a0-b7cf-02283443e006 req-75e4f69a-cd0c-432a-b756-be3502caf8e3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:53.317250 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b3225693-ece0-40a0-b7cf-02283443e006 req-75e4f69a-cd0c-432a-b756-be3502caf8e3 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 985 time: 0.0615597 Jun 16 16:27:53.329150 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Request body: {'port': {'security_groups': ['f0ff2361-2783-4981-8d48-71fc3e6d72c1']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:53.409059 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.586896 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:53.615165 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.619658 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.624330 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:53.632794 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9723bd5a-ccd1-48eb-baa5-cb2459df0827'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:27:53.669152 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:53.669667 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.671074 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b3225693-ece0-40a0-b7cf-02283443e006 req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "PUT /v2.0/ports/9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 943 time: 0.3478122 Jun 16 16:27:53.671629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:53.674101 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dade0a32-3975-400e-bb46-abf52776450d" -d '{"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:53.677290 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48986) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:53.703016 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event updated for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=7']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:53.711714 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.712084 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.712458 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.712826 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.713677 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.714068 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.714615 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.714806 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.715250 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.716740 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.716740 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.717040 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.721791 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:53.731849 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bba9b30-0492-4cd6-a280-109c89c26e21 x-openstack-request-id: req-3bba9b30-0492-4cd6-a280-109c89c26e21 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:53.732182 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:53.732987 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bba9b30-0492-4cd6-a280-109c89c26e21 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:53.733440 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'status': 'completed', 'code': 200} Jun 16 16:27:53.767980 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.788729 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9723bd5a-ccd1-48eb-baa5-cb2459df0827'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:27:53.799858 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.826191 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0a32-3975-400e-bb46-abf52776450d req-8fdc7d2f-7c3e-4c9f-81ef-c679a81819cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:53.827803 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dade0a32-3975-400e-bb46-abf52776450d req-8fdc7d2f-7c3e-4c9f-81ef-c679a81819cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1099 time: 0.0693030 Jun 16 16:27:53.885932 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.890163 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:53.895867 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "DELETE /v2.0/security-groups/19d9b873-aef9-4d39-8397-a486161c488a HTTP/1.1" status: 204 len: 168 time: 0.2144341 Jun 16 16:27:53.896391 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1031a279-29d5-4fb1-8422-de3da71afd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:53.900466 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 48988) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:53.939085 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d9b873-aef9-4d39-8397-a486161c488a,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:53.943394 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0a32-3975-400e-bb46-abf52776450d req-d259b4c1-8f6b-4bd5-b659-148ae17a9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:53.947820 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dade0a32-3975-400e-bb46-abf52776450d req-d259b4c1-8f6b-4bd5-b659-148ae17a9f05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 916 time: 0.1100736 Jun 16 16:27:53.952863 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.953530 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.953688 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.953982 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.954349 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.954713 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.955074 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.955589 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.955819 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.956178 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.956617 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.956891 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:53.961694 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:53.974458 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-8f8a4931-b345-4dfd-ae95-80ff1966e70b None None] Provisioning complete for port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:27:53.974828 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8f8a4931-b345-4dfd-ae95-80ff1966e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.030629 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dade0a32-3975-400e-bb46-abf52776450d req-d5d54dcb-4710-4d93-9856-652a2977fe30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 1001 time: 0.0785010 Jun 16 16:27:54.082101 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0a32-3975-400e-bb46-abf52776450d req-6abbbf66-baf9-4c6e-af5c-9e5b9b29be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:54.083592 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dade0a32-3975-400e-bb46-abf52776450d req-6abbbf66-baf9-4c6e-af5c-9e5b9b29be66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0475395 Jun 16 16:27:54.086315 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Deleting port 671608b5-ab05-4c96-bab5-0423815a2246 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:27:54.086663 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.141254 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0a32-3975-400e-bb46-abf52776450d req-af19e9ad-9045-4b11-b619-5093044873fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:54.142664 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dade0a32-3975-400e-bb46-abf52776450d req-af19e9ad-9045-4b11-b619-5093044873fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0523732 Jun 16 16:27:54.164055 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.164393 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.228167 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Calling delete_port for 671608b5-ab05-4c96-bab5-0423815a2246 owned by network:floatingip {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:27:54.240263 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dade0a32-3975-400e-bb46-abf52776450d req-2f8d1397-5187-4330-b272-fe95ebacec6f service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912251 Jun 16 16:27:54.328730 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dade0a32-3975-400e-bb46-abf52776450d req-b8b8647e-858c-442f-8524-0a63ed589ee2 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824907 Jun 16 16:27:54.400299 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.402123 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e795d195-4a5a-48c5-a9e5-b26b1d6be958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:54.430195 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event deleted for resources: {'Port': ['ID=671608b5-ab05-4c96-bab5-0423815a2246,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:54.433970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:54.489759 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks [] for floatingip, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.490086 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.l3_db [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Floating IP 1dbdae4b-58ca-4959-8743-9509d3983775 disassociated (deleted). External IP: 172.28.2.13, port: 9723bd5a-ccd1-48eb-baa5-cb2459df0827. Jun 16 16:27:54.688726 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Router 74bacff2-282f-4ca9-a8ac-b582bd399c7b has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:27:54.791360 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:27:54.798196 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.802104 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] Sync routers for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:54.811447 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:54.812059 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:27:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:54.837746 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-005e46ab-bca4-4642-a81c-04afd9c71495 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "DELETE /v2.0/floatingips/1dbdae4b-58ca-4959-8743-9509d3983775 HTTP/1.1" status: 204 len: 168 time: 0.9335365 Jun 16 16:27:54.837746 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:54.838440 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e322a7a7-3188-42ad-9cde-0297750fcc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:54.875337 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4713e-da79-46c4-8dbb-d8f36fb64983 x-openstack-request-id: req-75c4713e-da79-46c4-8dbb-d8f36fb64983 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:54.875678 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:54.875980 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75c4713e-da79-46c4-8dbb-d8f36fb64983 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:54.876430 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'status': 'completed', 'code': 200} Jun 16 16:27:54.923526 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:54.959136 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-a11fa068-7da3-46d7-8a47-c7975012e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:54.960680 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-a11fa068-7da3-46d7-8a47-c7975012e717 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a3f507bdbeb4078bacea980bfd16524&device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 1099 time: 0.0620916 Jun 16 16:27:55.058712 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-4aabbbd9-94dc-40d9-bd39-71d00bc30551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:55.060958 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-4aabbbd9-94dc-40d9-bd39-71d00bc30551 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 200 len: 916 time: 0.0936346 Jun 16 16:27:55.120709 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-d4676e34-24bf-4064-9444-bccb9a3c640e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 200 len: 217 time: 0.0492322 Jun 16 16:27:55.163248 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:05Z', 'revision_number': 5, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:55.172327 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] Checking router: 74bacff2-282f-4ca9-a8ac-b582bd399c7b for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:55.188227 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:55.188227 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:27:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:55.196477 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-09979ac7-4fde-4b74-a975-74de8fd3f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:55.197918 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-09979ac7-4fde-4b74-a975-74de8fd3f7a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 200 len: 854 time: 0.0712731 Jun 16 16:27:55.255941 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-17246d97-b23a-4382-b370-9706566c8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:55.256985 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-17246d97-b23a-4382-b370-9706566c8ba0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8daa32c-5eaa-4eec-8691-70f35d87015b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525072 Jun 16 16:27:55.295023 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:55.350181 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-bfb8df4e-272e-4097-b170-1b92a99cafa3 service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856290 Jun 16 16:27:55.447654 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e322a7a7-3188-42ad-9cde-0297750fcc1f req-ef5bb051-5c1a-4b37-97e5-efec68eb8d2d service neutron] 10.222.0.58 "GET /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898008 Jun 16 16:27:55.628539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:05Z', 'revision_number': 5, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:55.632392 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e009c3-6d80-4b9a-acd3-469609213873 None None] The sync data for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb is: [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:25:59Z', 'revision_number': 4, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '2be92d36-9a4f-4d11-8ba9-6ad0308d13f3', 'name': '', 'network_id': 'c8daa32c-5eaa-4eec-8691-70f35d87015b', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'mac_address': 'fa:16:3e:ea:fc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:59Z', 'updated_at': '2021-06-16T16:26:05Z', 'revision_number': 5, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'subnets': [{'id': '4d4997a5-986e-4b47-88cf-d9f89d2b8550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:55.934900 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aff519-82e9-43be-a6db-abecc544591f None None] New status for floating IP 1dbdae4b-58ca-4959-8743-9509d3983775: DOWN {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:27:58.003432 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efebac-f0d5-4771-b7b5-2dea5bf07c32 req-8223d7a0-a5a8-447c-acb7-543906d3083e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:58.004923 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b4efebac-f0d5-4771-b7b5-2dea5bf07c32 req-8223d7a0-a5a8-447c-acb7-543906d3083e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0641983 Jun 16 16:27:58.045943 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b4efebac-f0d5-4771-b7b5-2dea5bf07c32 req-5d83280b-1b32-40f0-bc35-66032b056b9e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340469 Jun 16 16:27:58.339083 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e19b0a49-8853-4c2a-8f4b-011fbc74606b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:59.225754 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18571df-7b05-46b5-b223-2342c87d4ee4 req-5b44d60c-bfc4-4c8a-b5d4-3d7473fcdb28 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:59.227239 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d18571df-7b05-46b5-b223-2342c87d4ee4 req-5b44d60c-bfc4-4c8a-b5d4-3d7473fcdb28 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0679493 Jun 16 16:27:59.264787 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-d18571df-7b05-46b5-b223-2342c87d4ee4 req-cf0b710b-2c27-474e-b32b-1d0a81229c02 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0ff2361-2783-4981-8d48-71fc3e6d72c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Jun 16 16:27:59.641811 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-54396f49-13e0-42b9-a596-35b4c9e5fb21 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:59.643256 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-54396f49-13e0-42b9-a596-35b4c9e5fb21 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 946 time: 0.0619533 Jun 16 16:27:59.740496 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Deleting port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:27:59.740836 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:59.832868 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] For port 9723bd5a-ccd1-48eb-baa5-cb2459df0827, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9723bd5a-ccd1-48eb-baa5-cb2459df0827,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:59.833232 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:59.898860 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Calling delete_port for 9723bd5a-ccd1-48eb-baa5-cb2459df0827 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:00.021442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:00.025302 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c8a2b117-40e9-4cdf-8f37-4a0ca89517f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:00.032813 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['9723bd5a-ccd1-48eb-baa5-cb2459df0827'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:28:00.056837 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Pushing event deleted for resources: {'Port': ['ID=9723bd5a-ccd1-48eb-baa5-cb2459df0827,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:00.061610 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:00.101578 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] No DVR routers for this DVR port 9723bd5a-ccd1-48eb-baa5-cb2459df0827 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:00.104104 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:00.106631 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-aa89a576-4ea9-4c1c-8c80-d0d115c39cc4 req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.58 "DELETE /v2.0/ports/9723bd5a-ccd1-48eb-baa5-cb2459df0827 HTTP/1.1" status: 204 len: 173 time: 0.4576790 Jun 16 16:28:00.107126 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'name': 'network-vif-deleted', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:00.109459 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb321b8-719f-487a-89cf-847b4b2105ad" -d '{"events": [{"server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "name": "network-vif-deleted", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:00.144256 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019a378-e3d4-470b-9fd4-85dc08530328 x-openstack-request-id: req-d019a378-e3d4-470b-9fd4-85dc08530328 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:00.144583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ef1b1f-ef33-4fc0-b54a-7ac93df010d0", "name": "network-vif-deleted", "tag": "9723bd5a-ccd1-48eb-baa5-cb2459df0827", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:00.144870 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d019a378-e3d4-470b-9fd4-85dc08530328 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:00.145313 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ef1b1f-ef33-4fc0-b54a-7ac93df010d0', 'name': 'network-vif-deleted', 'tag': '9723bd5a-ccd1-48eb-baa5-cb2459df0827', 'status': 'completed', 'code': 200} Jun 16 16:28:00.419693 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5253d605-b5a0-4233-8f21-58b9a63f4759 req-6486e772-b161-47c5-ba60-720aae21502a tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] 10.222.0.77 "GET /v2.0/ports?device_id=29ef1b1f-ef33-4fc0-b54a-7ac93df010d0 HTTP/1.1" status: 200 len: 210 time: 0.0296700 Jun 16 16:28:00.921289 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b8639a9f-ea69-4b7b-a091-48b25e2fd1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:01.014909 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:01.971865 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:02.028093 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49078) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:02.033262 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9723bd5a-ccd1-48eb-baa5-cb2459df0827 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:02.052465 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: 9723bd5a-ccd1-48eb-baa5-cb2459df0827 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:02.052816 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device 9723bd5a-ccd1-48eb-baa5-cb2459df0827 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:02.620086 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559567'] for router_interface, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:02.872167 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Deleting port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:02.872395 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:02.950955 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] For port 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:02.951329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:03.016638 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Calling delete_port for 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 owned by network:router_interface {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:03.195620 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:03.198199 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:03.223457 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Pushing event deleted for resources: {'Port': ['ID=2be92d36-9a4f-4d11-8ba9-6ad0308d13f3,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:03.227225 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:03.390163 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559451'] for router_interface, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:03.596501 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Router 74bacff2-282f-4ca9-a8ac-b582bd399c7b has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:03.698775 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:03.704286 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c73586b9-6cc5-4e6a-8f76-640a75c5554e admin admin] 10.222.0.77 "PUT /v2.0/routers/74bacff2-282f-4ca9-a8ac-b582bd399c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751468 Jun 16 16:28:03.706898 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49080) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:03.707421 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] Sync routers for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:03.717601 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:03.718475 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:03.811734 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:03.812263 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks [] for router, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:03.832637 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:03.920371 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:03.974157 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Deleting port 99e6011f-236e-4970-8ac4-460308423a60 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:03.974503 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.015774 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '99e6011f-236e-4970-8ac4-460308423a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:28:03Z', 'revision_number': 5, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port': {'id': '99e6011f-236e-4970-8ac4-460308423a60', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:04.019419 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] Checking router: 74bacff2-282f-4ca9-a8ac-b582bd399c7b for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:04.028985 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] Routers {'74bacff2-282f-4ca9-a8ac-b582bd399c7b'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:04.033194 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:04.067893 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] For port 99e6011f-236e-4970-8ac4-460308423a60, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=99e6011f-236e-4970-8ac4-460308423a60,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:04.068242 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.116059 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] Set router 74bacff2-282f-4ca9-a8ac-b582bd399c7b gateway port host: None {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:04.133304 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Calling delete_port for 99e6011f-236e-4970-8ac4-460308423a60 owned by network:router_gateway {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:04.169716 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:28:03Z', 'revision_number': 6, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port_host': None}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:04.173393 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfedf6-d751-44f3-8d68-cdc081b626cc None None] The sync data for ids ['74bacff2-282f-4ca9-a8ac-b582bd399c7b'] in dv-cinder-775250-5-smb is: [{'id': '74bacff2-282f-4ca9-a8ac-b582bd399c7b', 'name': 'tempest-TestMinimumBasicScenario-1662957724-router', 'tenant_id': '3a3f507bdbeb4078bacea980bfd16524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:57Z', 'updated_at': '2021-06-16T16:28:03Z', 'revision_number': 6, 'project_id': '3a3f507bdbeb4078bacea980bfd16524', 'gw_port_host': None}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:04.296498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.299386 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-31ffa567-70a6-458b-a3bd-8fd4f86e2686 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:04.323659 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Pushing event deleted for resources: {'Port': ['ID=99e6011f-236e-4970-8ac4-460308423a60,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:04.330103 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:04.386532 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023000'] for router_gateway, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.473591 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7467'] for router, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.475663 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.520549 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965458'] for router, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.521094 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74bacff2-282f-4ca9-a8ac-b582bd399c7b {{(pid=91699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:28:04.525696 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.526849 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] 10.222.0.77 "DELETE /v2.0/routers/74bacff2-282f-4ca9-a8ac-b582bd399c7b HTTP/1.1" status: 204 len: 168 time: 0.8188896 Jun 16 16:28:04.530610 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49082) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:04.579914 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Deleting subnet 4d4997a5-986e-4b47-88cf-d9f89d2b8550 {{(pid=91699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:28:04.583104 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.616921 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679975'] for subnet, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.723090 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.775839 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232078'] for subnet, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.777922 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:04.801133 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4997a5-986e-4b47-88cf-d9f89d2b8550,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:04.803948 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:04.804914 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.806722 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-5258296e-f64f-472c-b91f-1d0a50665bf5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4d4997a5-986e-4b47-88cf-d9f89d2b8550 HTTP/1.1" status: 204 len: 168 time: 0.2751577 Jun 16 16:28:04.809636 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49084) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:04.812786 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe96f9c-ce3b-41c7-99b7-5b6415c20c88 None None] Network c8daa32c-5eaa-4eec-8691-70f35d87015b requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:28:04.876470 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:04.939006 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Deleting port a4e765f8-b24b-4bc2-8c91-aedbc4731ace {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:04.939394 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.006279 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] For port a4e765f8-b24b-4bc2-8c91-aedbc4731ace, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:05.006630 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.010088 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] DHCP port deletion for c8daa32c-5eaa-4eec-8691-70f35d87015b request from dv-cinder-775250-5-smb {{(pid=91701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:28:05.059545 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Deleting port a4e765f8-b24b-4bc2-8c91-aedbc4731ace {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:05.059856 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.077374 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Calling delete_port for a4e765f8-b24b-4bc2-8c91-aedbc4731ace owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:05.129729 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] For port a4e765f8-b24b-4bc2-8c91-aedbc4731ace, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,segment=NetworkSegment(ed0cbecf-2122-4dff-ab58-c55a688f1d2d),segment_id=ed0cbecf-2122-4dff-ab58-c55a688f1d2d)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:05.130138 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.160432 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.162723 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ae5d563b-a234-4ee5-8df3-69b95b56b330 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:05.191393 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:05.193817 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:05.196274 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] No DVR routers for this DVR port a4e765f8-b24b-4bc2-8c91-aedbc4731ace on host dv-cinder-775250-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:05.196415 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Calling delete_port for a4e765f8-b24b-4bc2-8c91-aedbc4731ace owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:05.266164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.275243 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.275929 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8daa32c-5eaa-4eec-8691-70f35d87015b']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:05.277138 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7fc5291b-cd74-4f7b-853e-5e0e3493312b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:05.285709 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:05.286013 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0cbecf-2122-4dff-ab58-c55a688f1d2d') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:05.295131 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.310142 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Pushing event deleted for resources: {'Port': ['ID=a4e765f8-b24b-4bc2-8c91-aedbc4731ace,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:05.310497 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.315265 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.315444 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:28:05.315588 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.315810 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.315933 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.316234 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.316613 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.316915 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.317278 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:28:05.317499 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:28:05.319996 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.319996 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.319996 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.319996 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.319996 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:05.322082 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:05.324682 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736959b-a81c-4e43-aac5-915525d46036 None None] No DVR routers for this DVR port a4e765f8-b24b-4bc2-8c91-aedbc4731ace on host dv-cinder-775250-5-smb {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:05.376458 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.380171 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-428c1681-0583-47b8-af96-beaa13de2283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:05.382502 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:05.384309 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c8daa32c-5eaa-4eec-8691-70f35d87015b HTTP/1.1" status: 204 len: 168 time: 0.5737076 Jun 16 16:28:05.388929 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49086) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:05.395487 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8daa32c-5eaa-4eec-8691-70f35d87015b,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:05.397812 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:05.871005 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device a4e765f8-b24b-4bc2-8c91-aedbc4731ace no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:05.892204 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: a4e765f8-b24b-4bc2-8c91-aedbc4731ace {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:05.892553 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device a4e765f8-b24b-4bc2-8c91-aedbc4731ace not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:05.892981 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:05.911540 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:05.911896 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2be92d36-9a4f-4d11-8ba9-6ad0308d13f3 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:05.912311 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 99e6011f-236e-4970-8ac4-460308423a60 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:05.931014 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 99e6011f-236e-4970-8ac4-460308423a60 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:05.931393 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 99e6011f-236e-4970-8ac4-460308423a60 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:05.969745 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559567'] for router_interface, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:06.227086 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Deleting port 46fe0846-1a95-42a8-b004-0696a7015366 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:06.227464 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:06.303910 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] For port 46fe0846-1a95-42a8-b004-0696a7015366, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=46fe0846-1a95-42a8-b004-0696a7015366,segment=NetworkSegment(67516fda-5805-454e-a0e8-7ab522132bea),segment_id=67516fda-5805-454e-a0e8-7ab522132bea)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:06.304269 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:06.369131 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Calling delete_port for 46fe0846-1a95-42a8-b004-0696a7015366 owned by network:router_interface {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:06.552263 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:06.554206 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bd18dd7e-a9c8-46d4-99e1-2292c51cf79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:06.579662 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fe0846-1a95-42a8-b004-0696a7015366,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:06.582162 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:06.749708 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559451'] for router_interface, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:06.958759 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Router ce51b336-0a72-4228-a18b-5a3c3e58371f has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:07.067604 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:07.072618 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-51e48a05-3e77-4e76-8e70-21ab7edc31d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/ce51b336-0a72-4228-a18b-5a3c3e58371f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837287 Jun 16 16:28:07.075843 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49088) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:07.078807 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] Sync routers for ids ['ce51b336-0a72-4228-a18b-5a3c3e58371f'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:07.091804 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] Routers {'ce51b336-0a72-4228-a18b-5a3c3e58371f'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:07.092493 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ce51b336-0a72-4228-a18b-5a3c3e58371f'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:07.181273 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks [] for router, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.194843 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] Set router ce51b336-0a72-4228-a18b-5a3c3e58371f gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:07.281940 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.334812 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Deleting port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:07.335152 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.374777 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:28:06Z', 'revision_number': 5, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port': {'id': '2f7d9ba2-d5bc-4d38-8f58-9ed595834888', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:02Z', 'updated_at': '2021-06-16T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:07.378082 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] Checking router: ce51b336-0a72-4228-a18b-5a3c3e58371f for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:07.385953 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] Routers {'ce51b336-0a72-4228-a18b-5a3c3e58371f'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:07.386561 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['ce51b336-0a72-4228-a18b-5a3c3e58371f'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:07.420719 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] For port 2f7d9ba2-d5bc-4d38-8f58-9ed595834888, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:07.421075 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.476162 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] Set router ce51b336-0a72-4228-a18b-5a3c3e58371f gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:07.484166 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Calling delete_port for 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 owned by network:router_gateway {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:07.529396 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:28:07Z', 'revision_number': 6, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port_host': None}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:07.532912 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d298f1-4767-486c-9cbc-206ac5e26f4c None None] The sync data for ids ['ce51b336-0a72-4228-a18b-5a3c3e58371f'] in dv-cinder-775250-5-smb is: [{'id': 'ce51b336-0a72-4228-a18b-5a3c3e58371f', 'name': 'tempest-TestMinimumBasicScenario-1110928999-router', 'tenant_id': '16e2b5b956a140af8d45a5797a183ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:01Z', 'updated_at': '2021-06-16T16:28:07Z', 'revision_number': 6, 'project_id': '16e2b5b956a140af8d45a5797a183ad4', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:07.650862 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.653694 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-666c6858-7b2d-45c8-a511-72fe0dd5638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:07.675154 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7d9ba2-d5bc-4d38-8f58-9ed595834888,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:07.678816 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:07.741866 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023000'] for router_gateway, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.830564 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7467'] for router, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.832672 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.876625 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965458'] for router, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.877910 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce51b336-0a72-4228-a18b-5a3c3e58371f {{(pid=91700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:28:07.882616 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.883802 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-662c5301-3009-4101-b27f-00c0f9642ecd admin admin] 10.222.0.77 "DELETE /v2.0/routers/ce51b336-0a72-4228-a18b-5a3c3e58371f HTTP/1.1" status: 204 len: 168 time: 0.8069880 Jun 16 16:28:07.886679 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49090) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:07.938468 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Deleting subnet 6f51b58d-ff7a-4980-a35a-66d4d39bf20e {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:28:07.941937 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.980751 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.058652 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.112322 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.114513 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bad768a8-9eb1-4a72-87fc-8a9b07621642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:08.143161 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f51b58d-ff7a-4980-a35a-66d4d39bf20e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:08.146192 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:08.147174 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.150407 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-c994cf30-5db2-44b8-84bf-cbed8ffa85d5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6f51b58d-ff7a-4980-a35a-66d4d39bf20e HTTP/1.1" status: 204 len: 168 time: 0.2608457 Jun 16 16:28:08.151494 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49092) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:08.153996 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85530cee-4fc9-434a-8818-8862a1d80e8c None None] Network 1b8ed0c8-bab3-4df7-a8f4-f800073d005c requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:28:08.219682 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.271423 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Deleting port ce78c487-dba5-4009-9e40-1dfc81db7bb8 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:08.271650 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.343649 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] For port ce78c487-dba5-4009-9e40-1dfc81db7bb8, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=ce78c487-dba5-4009-9e40-1dfc81db7bb8,segment=NetworkSegment(67516fda-5805-454e-a0e8-7ab522132bea),segment_id=67516fda-5805-454e-a0e8-7ab522132bea)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:08.343649 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.345242 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] DHCP port deletion for 1b8ed0c8-bab3-4df7-a8f4-f800073d005c request from dv-cinder-775250-5-smb {{(pid=91701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:28:08.349795 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 46fe0846-1a95-42a8-b004-0696a7015366 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:08.383383 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 46fe0846-1a95-42a8-b004-0696a7015366 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:08.384036 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 46fe0846-1a95-42a8-b004-0696a7015366 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:08.408905 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.412014 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Calling delete_port for ce78c487-dba5-4009-9e40-1dfc81db7bb8 owned by network:dhcp {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:08.432768 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] Deleting port ce78c487-dba5-4009-9e40-1dfc81db7bb8 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:08.433154 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.496677 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] For port ce78c487-dba5-4009-9e40-1dfc81db7bb8, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=ce78c487-dba5-4009-9e40-1dfc81db7bb8,segment=NetworkSegment(67516fda-5805-454e-a0e8-7ab522132bea),segment_id=67516fda-5805-454e-a0e8-7ab522132bea)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:08.497342 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.501825 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.504898 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-56557201-7d8c-45f1-adb8-4aab7cb56b5c tempest-VolumesActionsTest-1329209328 tempest-VolumesActionsTest-1329209328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:08.528595 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce78c487-dba5-4009-9e40-1dfc81db7bb8,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:08.531791 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:08.532449 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] No DVR routers for this DVR port ce78c487-dba5-4009-9e40-1dfc81db7bb8 on host dv-cinder-775250-5-smb {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:08.573338 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] Calling delete_port for ce78c487-dba5-4009-9e40-1dfc81db7bb8 owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:08.613161 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.624503 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8ed0c8-bab3-4df7-a8f4-f800073d005c']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:08.634983 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67516fda-5805-454e-a0e8-7ab522132bea') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:08.635381 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67516fda-5805-454e-a0e8-7ab522132bea') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:08.644684 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5387837'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.648604 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.650500 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7ae100c6-517c-4d0d-967b-c81221ea0f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:08.659243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.665541 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:28:08.666099 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5716428'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: Traceback (most recent call last): Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: timer() Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: cb(*args, **kw) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: return func(*args, **kwargs) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: self._notify() Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: self.callback(batched_events) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: event.method(event) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: return f(self, *a, **k) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: return self._get(url).json() Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:28:08.667913 dv-cinder-775250-5-smb neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:28:08.676653 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] Pushing event deleted for resources: {'Port': ['ID=ce78c487-dba5-4009-9e40-1dfc81db7bb8,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:08.680496 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:08.683257 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5466f70-e0d8-4bf7-978b-13efb62aeb5a None None] No DVR routers for this DVR port ce78c487-dba5-4009-9e40-1dfc81db7bb8 on host dv-cinder-775250-5-smb {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:08.724218 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.727931 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ee57cb25-a3b8-44d5-af77-732b376b9ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:08.730251 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:08.735137 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1b8ed0c8-bab3-4df7-a8f4-f800073d005c HTTP/1.1" status: 204 len: 168 time: 0.5803235 Jun 16 16:28:08.743437 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8ed0c8-bab3-4df7-a8f4-f800073d005c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:08.745750 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-16d2751e-8f6c-4021-b6f6-4c941f08dc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:08.894685 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49096) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:08.933372 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-290c1cdd-4abc-4dfd-878c-0f7606435497 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a3f507bdbeb4078bacea980bfd16524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374203 Jun 16 16:28:08.935823 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49098) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:08.983968 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c36e1175-693d-46ef-9e2d-dc8aff4c3bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.004069 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c36e1175-693d-46ef-9e2d-dc8aff4c3bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.052920 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c36e1175-693d-46ef-9e2d-dc8aff4c3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.055521 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c36e1175-693d-46ef-9e2d-dc8aff4c3bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.056571 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c36e1175-693d-46ef-9e2d-dc8aff4c3bf3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0ff2361-2783-4981-8d48-71fc3e6d72c1 HTTP/1.1" status: 204 len: 168 time: 0.1198509 Jun 16 16:28:09.057686 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e4c9ceda-b298-4b84-8472-a688e9c70952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:09.064784 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e1175-693d-46ef-9e2d-dc8aff4c3bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ff2361-2783-4981-8d48-71fc3e6d72c1,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:09.067244 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c36e1175-693d-46ef-9e2d-dc8aff4c3bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:09.364336 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49104) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:09.403276 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-d95d1e2b-640c-412d-8064-478fd8c17eb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16e2b5b956a140af8d45a5797a183ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376477 Jun 16 16:28:09.405811 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49106) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:09.453493 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c735ae49-a8ed-4c05-a67b-75d1ea33b36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.475554 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c735ae49-a8ed-4c05-a67b-75d1ea33b36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.525358 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c735ae49-a8ed-4c05-a67b-75d1ea33b36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.527918 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c735ae49-a8ed-4c05-a67b-75d1ea33b36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.529038 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c735ae49-a8ed-4c05-a67b-75d1ea33b36e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/efbc2ec5-e54c-4ca0-980f-e5fc73d7be9a HTTP/1.1" status: 204 len: 168 time: 0.1222708 Jun 16 16:28:09.530098 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-aaddb45d-d69c-4898-96ba-2fe2f4a5d885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:09.537214 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735ae49-a8ed-4c05-a67b-75d1ea33b36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc2ec5-e54c-4ca0-980f-e5fc73d7be9a,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:09.539441 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c735ae49-a8ed-4c05-a67b-75d1ea33b36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:09.868988 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device ce78c487-dba5-4009-9e40-1dfc81db7bb8 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:09.890702 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: ce78c487-dba5-4009-9e40-1dfc81db7bb8 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:09.891064 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device ce78c487-dba5-4009-9e40-1dfc81db7bb8 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:09.891566 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:09.909990 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:09.910353 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 2f7d9ba2-d5bc-4d38-8f58-9ed595834888 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:10.182168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49128) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:10.275860 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-35636485-network', 'tenant_id': '233812484891433b941aafcfe76e8174'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:10.297610 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Made reservation on behalf of 233812484891433b941aafcfe76e8174 for: {'network': 1} {{(pid=91699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:28:10.299874 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.307762 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.394325 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.399671 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.402651 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-5c75b84f-da4e-4f02-b6f8-fe5b70a6406b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:10.429924 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=91699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:28:10.435102 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50517c04-8d92-4ad9-ac78-2c0db37e638d,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:10.439071 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:10.442974 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.443251 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.segments_db [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Added segment f9529c54-2375-4e83-b72b-15a61fda9687 of type vlan for network 493af90b-745b-4f72-b51c-5eb445fdee27 Jun 16 16:28:10.482298 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.508818 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.510076 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:10.510644 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.513124 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:10.542774 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3595288 Jun 16 16:28:10.545998 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49132) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:10.551013 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Request body: {'subnet': {'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-35636485-subnet', 'tenant_id': '233812484891433b941aafcfe76e8174', 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:10.569559 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Pushing event updated for resources: {'Network': ['ID=493af90b-745b-4f72-b51c-5eb445fdee27,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:10.572197 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Made reservation on behalf of 233812484891433b941aafcfe76e8174 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:28:10.572349 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-00ff6f12-e1e1-4f50-a07c-7c8f709f3350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:10.575223 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5417079'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.579945 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network 493af90b-745b-4f72-b51c-5eb445fdee27 details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:28:10.757153 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5716242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5417061'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.759336 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:10.810986 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c032d1f9-6bda-4288-945a-12682e329f0f,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:10.814539 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:10.821265 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Checking segment: {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:10.821621 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Network hostable DHCP agents. Network: 493af90b-745b-4f72-b51c-5eb445fdee27, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:28:10.838921 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Network 493af90b-745b-4f72-b51c-5eb445fdee27 is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:28:10.847570 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, 493af90b-745b-4f72-b51c-5eb445fdee27) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:10.851663 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:10.852256 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.857318 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8e112-5854-4ba5-ae3a-27f3053cedc1 None None] Network 493af90b-745b-4f72-b51c-5eb445fdee27 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:28:10.866930 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-386c8c40-f579-4115-a578-1b9c97333526 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3198571 Jun 16 16:28:10.869620 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49134) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:10.874820 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:10.896888 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.897923 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.950436 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.008808 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-493af90b-745b-4f72-b51c-5eb445fdee27', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:28:11.009668 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.091339 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.142999 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Allocated IP 172.20.0.2 (493af90b-745b-4f72-b51c-5eb445fdee27/c032d1f9-6bda-4288-945a-12682e329f0f/9cae03f3-bb0f-4298-a767-7f57fbc785fc) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:11.285711 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.289558 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.294850 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Transition to ACTIVE for port object 9cae03f3-bb0f-4298-a767-7f57fbc785fc will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:11.309782 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Transition to ACTIVE for port object 9cae03f3-bb0f-4298-a767-7f57fbc785fc will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:11.312731 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.315860 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.318441 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:11.353068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Network 493af90b-745b-4f72-b51c-5eb445fdee27 is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:11.356490 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:11.362202 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:11.370469 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Pushing event updated for resources: {'Port': ['ID=9cae03f3-bb0f-4298-a767-7f57fbc785fc,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:11.375105 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:11.417008 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Allocated IP 172.28.2.78 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/e3ed1403-395a-457d-88e5-fb0716678583) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:11.427838 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Attempting to bind port 9cae03f3-bb0f-4298-a767-7f57fbc785fc on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:28:11.428219 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Attempting to bind port 9cae03f3-bb0f-4298-a767-7f57fbc785fc by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:28:11.428588 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Attempting to bind port 9cae03f3-bb0f-4298-a767-7f57fbc785fc on network 493af90b-745b-4f72-b51c-5eb445fdee27 {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:11.434088 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:28:11.434469 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Checking segment: {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:11.434874 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.435320 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Bound using segment: {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:28:11.435910 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Bound port: 9cae03f3-bb0f-4298-a767-7f57fbc785fc, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:28:11.436158 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.498279 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] For port 9cae03f3-bb0f-4298-a767-7f57fbc785fc, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:28:11.501390 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] For port 9cae03f3-bb0f-4298-a767-7f57fbc785fc, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=9cae03f3-bb0f-4298-a767-7f57fbc785fc,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:28:11.506049 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.508769 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c536122c-e6b0-4e32-be14-60805be86d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:11.522683 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.562874 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Pushing event updated for resources: {'Port': ['ID=9cae03f3-bb0f-4298-a767-7f57fbc785fc,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:11.566024 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:11.825544 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:11.828155 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5ede5255-4e62-4cc4-81e6-c90fb22f489b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:11.867347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:11.873562 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:11.877968 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:11.881068 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ed1403-395a-457d-88e5-fb0716678583,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:11.900259 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:11.912863 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 9cae03f3-bb0f-4298-a767-7f57fbc785fc up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:11.961433 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 9cae03f3-bb0f-4298-a767-7f57fbc785fc completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:12.126124 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.329484 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.388404 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae469f5-e8b7-4500-bb84-efeb40a4f1cf None None] Network 493af90b-745b-4f72-b51c-5eb445fdee27 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:28:12.462578 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Router 66603162-0be6-4dc8-bb89-e41fda71d967 is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:28:12.567046 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] Provisioning for port 9cae03f3-bb0f-4298-a767-7f57fbc785fc completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:12.574593 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] Provisioning complete for port 9cae03f3-bb0f-4298-a767-7f57fbc785fc triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:12.574973 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.575099 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:12.592157 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.593393 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-516b82bd-a0ff-4180-ab8a-4ff878ddfa66 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7228253 Jun 16 16:28:12.596070 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49136) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:12.598370 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Sync routers for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:12.632950 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:12.633458 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:12.805603 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.829780 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:12.928051 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] For port 9cae03f3-bb0f-4298-a767-7f57fbc785fc, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=9cae03f3-bb0f-4298-a767-7f57fbc785fc,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:12.937992 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.945151 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-05326075-1650-44fe-b26e-8c25ab92ab15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:13.014456 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.045261 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] Pushing event updated for resources: {'Port': ['ID=9cae03f3-bb0f-4298-a767-7f57fbc785fc,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:13.049479 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6c175c4f-5ef5-47a9-a323-09feb6c4e002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:13.098034 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:12Z', 'revision_number': 3, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:13.102197 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Checking router: 66603162-0be6-4dc8-bb89-e41fda71d967 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:13.102635 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Updating router 66603162-0be6-4dc8-bb89-e41fda71d967 port e3ed1403-395a-457d-88e5-fb0716678583 binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:28:13.139467 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.183177 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Allocated IP 172.20.0.1 (493af90b-745b-4f72-b51c-5eb445fdee27/c032d1f9-6bda-4288-945a-12682e329f0f/506d08e9-084e-47f4-afa9-9c9fedb6f8d1) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:13.190966 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-442cbd67-aba5-4f57-b285-b3f5624463e3 None None] Provisioning complete for port 9cae03f3-bb0f-4298-a767-7f57fbc785fc triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:13.191593 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-442cbd67-aba5-4f57-b285-b3f5624463e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.284292 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.297957 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Transition to ACTIVE for port object 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:13.331467 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.334446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a51446a8-3dd9-434b-9904-2707c2d71737 tempest-AttachVolumeNegativeTest-774153467 tempest-AttachVolumeNegativeTest-774153467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:13.374834 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Network 493af90b-745b-4f72-b51c-5eb445fdee27 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:13.381747 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:13.384303 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:13.407353 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Pushing event updated for resources: {'Port': ['ID=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:13.410239 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:13.428840 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.469517 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.479783 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Transition to ACTIVE for port object e3ed1403-395a-457d-88e5-fb0716678583 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:13.487325 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.489281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:13.546125 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Attempting to bind port e3ed1403-395a-457d-88e5-fb0716678583 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:28:13.546502 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Attempting to bind port e3ed1403-395a-457d-88e5-fb0716678583 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:28:13.546887 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Attempting to bind port e3ed1403-395a-457d-88e5-fb0716678583 on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:13.550008 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a5e64-7808-4828-966b-006102f8cf08 None None] Pushing event updated for resources: {'Port': ['ID=e3ed1403-395a-457d-88e5-fb0716678583,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:13.554192 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c14a5e64-7808-4828-966b-006102f8cf08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:13.555106 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:28:13.555526 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:13.555931 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.556945 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:28:13.557077 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Bound port: e3ed1403-395a-457d-88e5-fb0716678583, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:28:13.557477 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.580258 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.618042 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] For port e3ed1403-395a-457d-88e5-fb0716678583, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:28:13.630015 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-42457742-94ac-4e49-8777-90ad6df9ca4d None None] Provisioning for port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:13.632940 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] For port e3ed1403-395a-457d-88e5-fb0716678583, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=e3ed1403-395a-457d-88e5-fb0716678583,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:28:13.635945 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-42457742-94ac-4e49-8777-90ad6df9ca4d None None] Provisioning complete for port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:13.636311 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-42457742-94ac-4e49-8777-90ad6df9ca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.639977 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.643388 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:13.715269 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-42457742-94ac-4e49-8777-90ad6df9ca4d None None] Port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:28:13.734154 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:13.734785 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:13.736470 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a5e64-7808-4828-966b-006102f8cf08 None None] Pushing event updated for resources: {'Port': ['ID=e3ed1403-395a-457d-88e5-fb0716678583,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:13.739997 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c14a5e64-7808-4828-966b-006102f8cf08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:13.748672 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.753159 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.755639 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-517b4d5c-25fe-44a9-b852-19a4a6deec1d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:13.819587 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.821242 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Pushing event updated for resources: {'Port': ['ID=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:13.824129 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:13.844796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:13.883004 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 9cae03f3-bb0f-4298-a767-7f57fbc785fc up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:13.925903 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Network 493af90b-745b-4f72-b51c-5eb445fdee27 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:13.927395 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:14.041324 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 9cae03f3-bb0f-4298-a767-7f57fbc785fc triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:14.041710 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.053742 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Router 66603162-0be6-4dc8-bb89-e41fda71d967 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:14.169940 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:14.175290 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-0fd4a9f9-1202-462a-86a9-c3bc77a8e457 admin admin] 10.222.0.77 "PUT /v2.0/routers/66603162-0be6-4dc8-bb89-e41fda71d967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5780599 Jun 16 16:28:14.296278 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 1, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:14.301680 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-b1f4555b-67fd-4096-a65c-577768000ba0 None None] Provisioning complete for port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:14.302085 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b1f4555b-67fd-4096-a65c-577768000ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.304256 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee2624-5f31-401d-b786-2ea6ede16370 None None] The sync data for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb is: [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 1, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:14.339587 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4555b-67fd-4096-a65c-577768000ba0 None None] Port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:28:14.677243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49152) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:14.682480 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1585767084-network', 'tenant_id': '804a316ca797424abb88e67b802543ab'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:14.705289 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Made reservation on behalf of 804a316ca797424abb88e67b802543ab for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:28:14.707761 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.717598 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.807808 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.815089 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.818159 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-616f253e-ec32-4d62-8d07-3c128f704f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:14.842997 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:28:14.852664 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0ba82-552d-43d3-86f7-614ccc748fe1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:14.857064 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:14.858351 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.858787 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.db.segments_db [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Added segment 8726489a-48c2-4acb-a25c-e88f8ee1fd51 of type vlan for network c92a5922-c1b4-4ff1-92c0-dcf0c466005a Jun 16 16:28:14.911940 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766687028381'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.944377 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.945852 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:14.946446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.948757 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-63c2bc82-999b-499f-bf6b-52a5462e06ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:14.983873 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3051744 Jun 16 16:28:14.986302 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49154) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:14.991204 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Request body: {'subnet': {'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1585767084-subnet', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:15.030002 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Pushing event updated for resources: {'Network': ['ID=c92a5922-c1b4-4ff1-92c0-dcf0c466005a,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:15.035083 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-857f8ca1-bfdc-4078-b336-322bd245df4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:15.040853 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a details requested by agent ovs-agent-dv-cinder-775250-5-smb with host dv-cinder-775250-5-smb {{(pid=91701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:28:15.051712 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Made reservation on behalf of 804a316ca797424abb88e67b802543ab for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:28:15.055834 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5417079'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.250674 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5716242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5417061'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.253354 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:15.311395 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217d9863-dd3b-492c-848f-7c6383eba16c,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:15.313864 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:15.320181 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Checking segment: {'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:15.320546 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Network hostable DHCP agents. Network: c92a5922-c1b4-4ff1-92c0-dcf0c466005a, hostable agents: ['77522ff4-a665-4eb2-a23b-471f344229b1'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:28:15.338583 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a is scheduled to be hosted by DHCP agent 77522ff4-a665-4eb2-a23b-471f344229b1 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:28:15.348243 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-smb, c92a5922-c1b4-4ff1-92c0-dcf0c466005a) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:15.353064 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:15.354191 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.357584 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc558ca-ec4f-45e5-b4bf-504c3b65189f None None] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:28:15.375090 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-5e402d3e-4125-47b4-ae0d-5182d6798833 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3853042 Jun 16 16:28:15.375489 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49156) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:15.382738 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:15.405722 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7641'] for router, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.406797 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7458'] for router, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.470193 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.526486 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ab0de32-67a2-5b8a-a3fc-08c959452ca6-c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'fixed_ips': [{'subnet_id': '217d9863-dd3b-492c-848f-7c6383eba16c'}]}} from dv-cinder-775250-5-smb. {{(pid=91701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:28:15.527375 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.605595 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7476'] for router, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.666274 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Allocated IP 172.20.0.2 (c92a5922-c1b4-4ff1-92c0-dcf0c466005a/217d9863-dd3b-492c-848f-7c6383eba16c/01897d83-ca2e-4e41-9c6c-e83555f02dcf) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:15.807089 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.812311 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.821083 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Transition to ACTIVE for port object 01897d83-ca2e-4e41-9c6c-e83555f02dcf will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:15.827138 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.842916 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Transition to ACTIVE for port object 01897d83-ca2e-4e41-9c6c-e83555f02dcf will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:15.854808 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.860454 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-787a4df0-03e4-4337-acc2-8aa6385cbd5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:15.903258 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Pushing event updated for resources: {'Port': ['ID=01897d83-ca2e-4e41-9c6c-e83555f02dcf,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:15.907153 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:15.913199 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:15.914577 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:15.917827 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:15.946724 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e3ed1403-395a-457d-88e5-fb0716678583 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:15.964397 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Allocated IP 172.28.2.159 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/24b2987e-a189-4f8e-86e7-3e51a4e704fd) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:16.013078 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Attempting to bind port 01897d83-ca2e-4e41-9c6c-e83555f02dcf on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:28:16.013498 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Attempting to bind port 01897d83-ca2e-4e41-9c6c-e83555f02dcf by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:28:16.013829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Attempting to bind port 01897d83-ca2e-4e41-9c6c-e83555f02dcf on network c92a5922-c1b4-4ff1-92c0-dcf0c466005a {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:16.024650 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:28:16.025030 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Checking segment: {'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:16.025435 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.025829 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Bound using segment: {'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:28:16.026305 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Bound port: 01897d83-ca2e-4e41-9c6c-e83555f02dcf, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:28:16.026765 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.068204 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.073528 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port e3ed1403-395a-457d-88e5-fb0716678583 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:16.085520 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port e3ed1403-395a-457d-88e5-fb0716678583 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:16.086154 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.110286 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.112344 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ce8322a8-9483-4e08-af8a-71316fea40a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:16.126618 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] For port 01897d83-ca2e-4e41-9c6c-e83555f02dcf, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:28:16.133274 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] For port 01897d83-ca2e-4e41-9c6c-e83555f02dcf, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=01897d83-ca2e-4e41-9c6c-e83555f02dcf,segment=NetworkSegment(8726489a-48c2-4acb-a25c-e88f8ee1fd51),segment_id=8726489a-48c2-4acb-a25c-e88f8ee1fd51)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:28:16.138846 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.141665 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:16.148730 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:16.158403 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:16.161832 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:16.244175 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Pushing event updated for resources: {'Port': ['ID=01897d83-ca2e-4e41-9c6c-e83555f02dcf,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:16.249433 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:16.250432 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.275336 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port e3ed1403-395a-457d-88e5-fb0716678583, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=e3ed1403-395a-457d-88e5-fb0716678583,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:16.280361 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.282405 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:16.298297 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Sync routers for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:16.313225 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:16.314175 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:16.346885 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=e3ed1403-395a-457d-88e5-fb0716678583,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:16.357607 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:16.474898 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Pushing event updated for resources: {'Port': ['ID=24b2987e-a189-4f8e-86e7-3e51a4e704fd,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:16.478571 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:16.487598 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:16.684687 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 2, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:16.688792 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Checking router: 66603162-0be6-4dc8-bb89-e41fda71d967 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:16.689152 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Updating router 66603162-0be6-4dc8-bb89-e41fda71d967 port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:28:16.696725 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.724608 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:16.899114 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1020131'] for router, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.001713 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.017035 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Transition to ACTIVE for port object 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:17.023310 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.030140 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-50faa436-9971-469f-a9dd-1d1c1d52e71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:17.038326 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 is scheduled to L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 with binding_index 1 {{(pid=91699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:28:17.074812 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Pushing event updated for resources: {'Port': ['ID=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:17.155563 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.156044 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.156472 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.156997 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.157459 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.157821 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.158324 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.158608 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.158918 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.159253 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.159571 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.159966 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:17.160214 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:17.173074 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Sync routers for ids ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:17.183005 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.190070 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-bae4e750-efcd-4b14-8075-dec3a9d6e94a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8105943 Jun 16 16:28:17.190316 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Routers {'5763acaa-f8bf-494d-80d2-9aacaba23bf5'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:17.190316 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:17.190560 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:17.190672 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49158) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:17.203386 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Attempting to bind port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:28:17.203902 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Attempting to bind port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:28:17.204368 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Attempting to bind port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 on network 493af90b-745b-4f72-b51c-5eb445fdee27 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:17.213430 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:28:17.213815 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Checking segment: {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:17.214238 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.214706 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Bound using segment: {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:28:17.215277 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Bound port: 506d08e9-084e-47f4-afa9-9c9fedb6f8d1, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:28:17.215654 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.302328 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00806166-1f31-4e01-96e4-275666ce889b None None] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:28:17.307826 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] For port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:28:17.312320 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] For port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:28:17.318521 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.322323 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:17.374753 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Set router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:17.377798 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Pushing event updated for resources: {'Port': ['ID=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:17.381491 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:17.395044 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:17.396009 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:17.450127 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-23bc3d99-8a4a-4c21-ae71-30f0c846dba7 None None] Provisioning for port 01897d83-ca2e-4e41-9c6c-e83555f02dcf completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:17.627246 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:17.708960 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 3, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port': {'id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:17.716440 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Checking router: 5763acaa-f8bf-494d-80d2-9aacaba23bf5 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:17.717526 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Updating router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 port 24b2987e-a189-4f8e-86e7-3e51a4e704fd binding host dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:28:17.747961 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.784404 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:17.874811 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:17Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:17.886491 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0d9e7-8b2e-4a19-823c-0230b292ba75 None None] The sync data for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb is: [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:17Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:18.008261 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Allocated IP 172.20.0.1 (c92a5922-c1b4-4ff1-92c0-dcf0c466005a/217d9863-dd3b-492c-848f-7c6383eba16c/dbdeb7eb-6335-4980-a46e-05c05333d51a) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:18.066346 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:18.134385 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.150560 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Transition to ACTIVE for port object dbdeb7eb-6335-4980-a46e-05c05333d51a will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:18.162846 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:18.168698 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.172560 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:18.172928 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.193186 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.195442 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-07d6789b-e652-4635-84cc-bb24274c6f1f tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:18.204116 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Transition to ACTIVE for port object 24b2987e-a189-4f8e-86e7-3e51a4e704fd will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:18.213995 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.220128 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:18.234672 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:18.237755 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:18.243632 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:18.280556 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Attempting to bind port 24b2987e-a189-4f8e-86e7-3e51a4e704fd on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:28:18.281059 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Attempting to bind port 24b2987e-a189-4f8e-86e7-3e51a4e704fd by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:28:18.281419 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Attempting to bind port 24b2987e-a189-4f8e-86e7-3e51a4e704fd on network 37970db7-aa08-48db-ba65-12739bbf766e {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:18.304920 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016146'] for router_interface, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.325708 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.328061 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:28:18.328441 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Checking segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:18.328843 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.329241 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Bound using segment: {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:28:18.329732 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Bound port: 24b2987e-a189-4f8e-86e7-3e51a4e704fd, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b10df-677c-4dbf-9e8f-83eeeacb7a6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:28:18.330110 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.348366 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=dbdeb7eb-6335-4980-a46e-05c05333d51a,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:18.350124 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1bf4-3695-4793-8514-cd4cee02df35 None None] Pushing event updated for resources: {'Port': ['ID=24b2987e-a189-4f8e-86e7-3e51a4e704fd,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:18.351668 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:18.363570 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e03b1bf4-3695-4793-8514-cd4cee02df35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:18.417258 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] For port 24b2987e-a189-4f8e-86e7-3e51a4e704fd, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:28:18.421452 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] For port 24b2987e-a189-4f8e-86e7-3e51a4e704fd, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=24b2987e-a189-4f8e-86e7-3e51a4e704fd,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:28:18.434616 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.438540 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:18.440135 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:18.471718 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.472263 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 01897d83-ca2e-4e41-9c6c-e83555f02dcf up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:18.484798 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.532154 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1bf4-3695-4793-8514-cd4cee02df35 None None] Pushing event updated for resources: {'Port': ['ID=24b2987e-a189-4f8e-86e7-3e51a4e704fd,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:18.546159 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e03b1bf4-3695-4793-8514-cd4cee02df35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:18.548397 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Routers {'5763acaa-f8bf-494d-80d2-9aacaba23bf5'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:18.549064 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:18.550769 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:18.657713 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.662343 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.664778 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8f0944f3-dbad-4572-aa4e-28ae0a070500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:18.668708 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-aa10827d-ead4-463d-a63b-9af93b41c469 None None] Provisioning for port dbdeb7eb-6335-4980-a46e-05c05333d51a completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:18.685718 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-aa10827d-ead4-463d-a63b-9af93b41c469 None None] Provisioning complete for port dbdeb7eb-6335-4980-a46e-05c05333d51a triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:18.686097 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa10827d-ead4-463d-a63b-9af93b41c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.716953 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 01897d83-ca2e-4e41-9c6c-e83555f02dcf completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:18.718905 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:18.722710 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:18.728603 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=dbdeb7eb-6335-4980-a46e-05c05333d51a,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:18.733882 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:18.734063 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 01897d83-ca2e-4e41-9c6c-e83555f02dcf triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:18.734564 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.734925 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016110'] for router_interface, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.766217 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-aa10827d-ead4-463d-a63b-9af93b41c469 None None] Port dbdeb7eb-6335-4980-a46e-05c05333d51a cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:28:18.776976 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] Set router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:18.828200 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:18.829695 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:18.948752 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:19.061999 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:19.069424 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-7f0a8639-5ea8-4f8b-ba77-0e48fba9f0a2 admin admin] 10.222.0.77 "PUT /v2.0/routers/5763acaa-f8bf-494d-80d2-9aacaba23bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735285 Jun 16 16:28:19.071859 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:19.125634 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-97670934-1dcb-4503-b70f-a743997df071 None None] Provisioning complete for port dbdeb7eb-6335-4980-a46e-05c05333d51a triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:19.126010 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-97670934-1dcb-4503-b70f-a743997df071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:19.163576 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 01897d83-ca2e-4e41-9c6c-e83555f02dcf, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=01897d83-ca2e-4e41-9c6c-e83555f02dcf,segment=NetworkSegment(8726489a-48c2-4acb-a25c-e88f8ee1fd51),segment_id=8726489a-48c2-4acb-a25c-e88f8ee1fd51)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:19.187370 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:19.188223 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e3ed1403-395a-457d-88e5-fb0716678583 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:19.192818 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:19.238898 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-97670934-1dcb-4503-b70f-a743997df071 None None] Port dbdeb7eb-6335-4980-a46e-05c05333d51a cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:28:19.289552 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=01897d83-ca2e-4e41-9c6c-e83555f02dcf,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:19.292622 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:19.306345 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 4, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port': {'id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'dbdeb7eb-6335-4980-a46e-05c05333d51a', 'name': '', 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'mac_address': 'fa:16:3e:ad:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:17Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 1, 'project_id': '804a316ca797424abb88e67b802543ab', 'subnets': [{'id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:19.309738 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port e3ed1403-395a-457d-88e5-fb0716678583 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:19.310311 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:19.313317 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b684-2e14-4581-84f6-06a220e26db2 None None] The sync data for ids ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'] in dv-cinder-775250-5-smb is: [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 4, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port': {'id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'dbdeb7eb-6335-4980-a46e-05c05333d51a', 'name': '', 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'mac_address': 'fa:16:3e:ad:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:17Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 1, 'project_id': '804a316ca797424abb88e67b802543ab', 'subnets': [{'id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:19.633388 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:28:19.889068 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 01897d83-ca2e-4e41-9c6c-e83555f02dcf up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:19.936300 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 01897d83-ca2e-4e41-9c6c-e83555f02dcf triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:19.936688 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.016219 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:20.061498 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:20.061878 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.599096 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49168) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:20.604006 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680780983', 'description': 'tempest-secgroup-smoke-680780983 description', 'project_id': '233812484891433b941aafcfe76e8174'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:20.632735 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.725522 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.729508 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.732282 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3dfe6b45-40c6-4893-81a8-9d1185dce4b5 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:20.762463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.763903 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1634810 Jun 16 16:28:20.765206 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d17806-3aa7-4ccd-8c43-d3124a74d297,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:20.766843 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49170) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:20.771532 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'security_group_rule': {'security_group_id': '11d17806-3aa7-4ccd-8c43-d3124a74d297', 'project_id': '233812484891433b941aafcfe76e8174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:20.773271 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-79bd6721-45ed-4af8-9af4-2247e45c49a1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:20.800692 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.862146 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.866149 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.868314 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:20.885645 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96c4553-a2b6-4fa0-b1d0-b1618a17e0d8,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:20.889325 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:20.893873 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.895145 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-de122ec0-38ee-470f-b443-560fc23f91a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272795 Jun 16 16:28:20.897998 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49172) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:20.903152 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'security_group_rule': {'security_group_id': '11d17806-3aa7-4ccd-8c43-d3124a74d297', 'project_id': '233812484891433b941aafcfe76e8174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:20.929859 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.993715 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.999186 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.001411 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:21.017674 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebe1740-6b79-45f5-a549-f2c738960ca2,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:21.021945 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:21.028330 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.032321 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307249 Jun 16 16:28:21.032465 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49174) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:21.037333 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'security_group_rule': {'security_group_id': '11d17806-3aa7-4ccd-8c43-d3124a74d297', 'project_id': '233812484891433b941aafcfe76e8174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:21.064830 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.128138 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.136619 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.139063 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7f76c18d-8666-433c-aa18-995b55d981da tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:21.156437 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4419aa05-c284-4cca-a23e-060a1340fda2,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:21.159061 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:21.164406 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.165870 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-e8a5f431-3b3f-4266-92ce-ba95421632b3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324058 Jun 16 16:28:21.169542 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49176) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:21.174375 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'security_group_rule': {'security_group_id': '11d17806-3aa7-4ccd-8c43-d3124a74d297', 'project_id': '233812484891433b941aafcfe76e8174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:21.200799 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.261592 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.265954 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.268168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7e575aa7-d5a3-48a5-9a87-39e69ccc566d tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:21.283625 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b68133-6a5c-40cd-8070-d9ccc7bdecc2,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:21.285999 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:21.291452 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.292621 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1eb0ee53-86f7-48e8-884a-b54ca41b0bce tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220393 Jun 16 16:28:21.296722 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49178) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:21.301220 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'security_group_rule': {'security_group_id': '11d17806-3aa7-4ccd-8c43-d3124a74d297', 'project_id': '233812484891433b941aafcfe76e8174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:21.322706 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.securitygroups_db [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Project 233812484891433b941aafcfe76e8174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:28:21.327427 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.387721 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.391293 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.395728 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e0419f77-b58c-493f-82a1-9138bc9b1507 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:21.409624 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef0bfac-36f9-4994-ab8f-4eb07e5ec201,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:21.412017 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:21.416872 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.418563 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-1263db79-6863-433e-bd1f-99b152398ab9 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203203 Jun 16 16:28:21.421248 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49180) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:21.425765 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'security_group_rule': {'security_group_id': '11d17806-3aa7-4ccd-8c43-d3124a74d297', 'project_id': '233812484891433b941aafcfe76e8174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:21.447469 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.securitygroups_db [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Project 233812484891433b941aafcfe76e8174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:28:21.452289 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.516183 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.519728 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585758'] for security_group_rule, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.521792 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-751ccd31-36b0-45c0-bf38-4cf37db60f52 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:21.539578 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d24e997-1b27-4b5f-8b91-d368ba9c873f,revision_number=0']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:21.542406 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:21.545329 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.546602 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-726ac8bd-0a1a-4ba1-ae19-9b645e3afe2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244290 Jun 16 16:28:21.869367 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Sync routers for ids ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:21.879281 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Routers {'5763acaa-f8bf-494d-80d2-9aacaba23bf5'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:21.879913 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:21.920355 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 24b2987e-a189-4f8e-86e7-3e51a4e704fd up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:21.972961 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port 24b2987e-a189-4f8e-86e7-3e51a4e704fd completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:21.977125 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 24b2987e-a189-4f8e-86e7-3e51a4e704fd triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:21.977690 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.995624 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Set router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:22.083000 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.104774 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port 24b2987e-a189-4f8e-86e7-3e51a4e704fd, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=24b2987e-a189-4f8e-86e7-3e51a4e704fd,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:22.109970 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.111878 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-27a06d5c-bf27-4789-a73b-857eb6d1a98c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:22.168850 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=24b2987e-a189-4f8e-86e7-3e51a4e704fd,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:22.176260 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:22.217126 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 4, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port': {'id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'dbdeb7eb-6335-4980-a46e-05c05333d51a', 'name': '', 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'mac_address': 'fa:16:3e:ad:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:17Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 2, 'project_id': '804a316ca797424abb88e67b802543ab', 'subnets': [{'id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:22.220739 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Checking router: 5763acaa-f8bf-494d-80d2-9aacaba23bf5 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:22.221302 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Updating router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 port dbdeb7eb-6335-4980-a46e-05c05333d51a binding host dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:28:22.255784 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.521822 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.532158 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Transition to ACTIVE for port object dbdeb7eb-6335-4980-a46e-05c05333d51a will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:22.538313 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.540366 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:22.619057 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622269c1-936c-4407-8e37-4b8f6cc391b3 None None] Pushing event updated for resources: {'Port': ['ID=dbdeb7eb-6335-4980-a46e-05c05333d51a,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:22.622980 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-622269c1-936c-4407-8e37-4b8f6cc391b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:22.677757 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Attempting to bind port dbdeb7eb-6335-4980-a46e-05c05333d51a on host dv-cinder-775250-5-smb for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:28:22.678131 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Attempting to bind port dbdeb7eb-6335-4980-a46e-05c05333d51a by drivers openvswitch,hyperv on host dv-cinder-775250-5-smb at level 0 using segments [{'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:28:22.678492 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Attempting to bind port dbdeb7eb-6335-4980-a46e-05c05333d51a on network c92a5922-c1b4-4ff1-92c0-dcf0c466005a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:22.684055 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Checking agent: {'id': '90222a1b-67d5-402b-a33b-e18e83f00d64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 10, 1), 'started_at': datetime.datetime(2021, 6, 16, 16, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:28:22.684518 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Checking segment: {'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:22.684920 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.685313 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Bound using segment: {'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:28:22.685781 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Bound port: dbdeb7eb-6335-4980-a46e-05c05333d51a, host: dv-cinder-775250-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8726489a-48c2-4acb-a25c-e88f8ee1fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:28:22.686152 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.752754 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] For port dbdeb7eb-6335-4980-a46e-05c05333d51a, host dv-cinder-775250-5-smb, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:28:22.755759 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] For port dbdeb7eb-6335-4980-a46e-05c05333d51a, host dv-cinder-775250-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=dbdeb7eb-6335-4980-a46e-05c05333d51a,segment=NetworkSegment(8726489a-48c2-4acb-a25c-e88f8ee1fd51),segment_id=8726489a-48c2-4acb-a25c-e88f8ee1fd51)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:28:22.759652 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:22.762404 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0055a621-b299-46f6-8df2-f70d2ebe0bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:22.818731 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Routers {'5763acaa-f8bf-494d-80d2-9aacaba23bf5'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:22.819398 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:22.855318 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622269c1-936c-4407-8e37-4b8f6cc391b3 None None] Pushing event updated for resources: {'Port': ['ID=dbdeb7eb-6335-4980-a46e-05c05333d51a,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:22.883680 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-622269c1-936c-4407-8e37-4b8f6cc391b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:22.931799 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] Set router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:23.140378 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 4, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port': {'id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'dbdeb7eb-6335-4980-a46e-05c05333d51a', 'name': '', 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'mac_address': 'fa:16:3e:ad:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:17Z', 'updated_at': '2021-06-16T16:28:22Z', 'revision_number': 4, 'project_id': '804a316ca797424abb88e67b802543ab', 'subnets': [{'id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:23.143758 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c632-30f2-4fd1-b069-d17051b984cb None None] The sync data for ids ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'] in dv-cinder-775250-5-smb is: [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 4, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port': {'id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': 'dbdeb7eb-6335-4980-a46e-05c05333d51a', 'name': '', 'network_id': 'c92a5922-c1b4-4ff1-92c0-dcf0c466005a', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'mac_address': 'fa:16:3e:ad:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:17Z', 'updated_at': '2021-06-16T16:28:22Z', 'revision_number': 4, 'project_id': '804a316ca797424abb88e67b802543ab', 'subnets': [{'id': '217d9863-dd3b-492c-848f-7c6383eba16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:23.901850 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 24b2987e-a189-4f8e-86e7-3e51a4e704fd up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:23.948414 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port 24b2987e-a189-4f8e-86e7-3e51a4e704fd triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:23.948792 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:24.030286 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device dbdeb7eb-6335-4980-a46e-05c05333d51a up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:24.077738 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning for port dbdeb7eb-6335-4980-a46e-05c05333d51a completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:24.081853 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port dbdeb7eb-6335-4980-a46e-05c05333d51a triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:24.082328 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:24.162631 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:24.196528 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] For port dbdeb7eb-6335-4980-a46e-05c05333d51a, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=dbdeb7eb-6335-4980-a46e-05c05333d51a,segment=NetworkSegment(8726489a-48c2-4acb-a25c-e88f8ee1fd51),segment_id=8726489a-48c2-4acb-a25c-e88f8ee1fd51)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:24.200933 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:24.203214 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c14a5e64-7808-4828-966b-006102f8cf08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:24.254652 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Pushing event updated for resources: {'Port': ['ID=dbdeb7eb-6335-4980-a46e-05c05333d51a,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:24.257618 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:25.886881 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device dbdeb7eb-6335-4980-a46e-05c05333d51a up at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:25.935953 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Provisioning complete for port dbdeb7eb-6335-4980-a46e-05c05333d51a triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:25.936274 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:28.341413 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-293f63e6-c92f-4f4e-a037-7db357dbf632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:30.925658 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-21d8166d-27ca-47b9-98c5-65a65bd80dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:31.016463 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:31.975483 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:33.801972 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:34.846672 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-0ef147e1-8f51-4940-aa13-0e766d5426b5 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680780983&fields=id&tenant_id=233812484891433b941aafcfe76e8174 HTTP/1.1" status: 200 len: 267 time: 0.0326657 Jun 16 16:28:35.193449 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-79078b7e-5b85-42ca-97a5-cd4700cd367f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:35.194906 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-79078b7e-5b85-42ca-97a5-cd4700cd367f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 807 time: 0.3418484 Jun 16 16:28:35.209273 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-9ca5bece-2f90-4775-a76f-a38635ac4c1c tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/quotas/233812484891433b941aafcfe76e8174 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Jun 16 16:28:35.279211 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-9b57b3b0-d19f-4863-970c-a5aab153aa22 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649548 Jun 16 16:28:35.383506 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-a5ed4838-f437-458a-94bf-8de44b20c56a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:28:35.384512 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-a5ed4838-f437-458a-94bf-8de44b20c56a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0946329 Jun 16 16:28:35.477109 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-5320aa4d-6198-473b-a611-472445e7ec2a service neutron] 10.222.0.77 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857043 Jun 16 16:28:35.567282 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-f9a65724-b9b4-46c3-b411-5699e585ff4a service neutron] 10.222.0.77 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818250 Jun 16 16:28:35.867943 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b40564ba-90f9-4b72-821b-b67371633e83 req-22cd07ee-2fb1-4d83-baef-b2e19002238a tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0290956 Jun 16 16:28:37.048949 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-960fd460-7335-421a-9346-7385a77337d3 req-c358b662-bb04-4bda-9b96-2d2b37859788 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0416822 Jun 16 16:28:37.074803 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-6c92b073-c766-4876-9a1d-b1ed0c35bb2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:37.076848 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-6c92b073-c766-4876-9a1d-b1ed0c35bb2e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 807 time: 0.1429374 Jun 16 16:28:37.126212 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-9a8f9486-4494-4854-a3d1-2a64983c75a6 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233812484891433b941aafcfe76e8174 HTTP/1.1" status: 200 len: 379 time: 0.0399122 Jun 16 16:28:37.144246 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'port': {'device_id': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'admin_state_up': True, 'tenant_id': '233812484891433b941aafcfe76e8174', 'security_groups': ['11d17806-3aa7-4ccd-8c43-d3124a74d297']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:37.257987 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Made reservation on behalf of 233812484891433b941aafcfe76e8174 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:28:37.262172 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.397529 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Allocated IP 172.20.0.14 (493af90b-745b-4f72-b51c-5eb445fdee27/c032d1f9-6bda-4288-945a-12682e329f0f/fd3538a9-011c-4e33-afa1-ddcabe6b6b54) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:37.538836 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.552205 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Transition to ACTIVE for port object fd3538a9-011c-4e33-afa1-ddcabe6b6b54 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:37.583229 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5716358'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.588023 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-16c81819-4966-44af-aeb3-78b31d878e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:37.626771 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Network 493af90b-745b-4f72-b51c-5eb445fdee27 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:37.631688 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:37.635424 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:37.641833 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:37.665388 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:37.691998 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:37.692635 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.707330 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-47f81215-986b-4191-99e2-2c1afd4b8c41 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5670662 Jun 16 16:28:37.718345 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-e9c38015-e581-46fc-8ce0-16e8112a20fe tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:28:37.719431 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-e9c38015-e581-46fc-8ce0-16e8112a20fe tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060925 Jun 16 16:28:37.778285 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.v2.base [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Request body: {'port': {'device_id': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:37.833164 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-c1289363-50ba-4817-bb70-136f8f2ef96a None None] Provisioning for port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 completed by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:37.837966 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-c1289363-50ba-4817-bb70-136f8f2ef96a None None] Provisioning complete for port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 triggered by entity DHCP. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:37.838242 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1289363-50ba-4817-bb70-136f8f2ef96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.853120 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.871848 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-c1289363-50ba-4817-bb70-136f8f2ef96a None None] Port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 cannot update to ACTIVE because it is not bound. {{(pid=91701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:28:38.115352 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3538a9-011c-4e33-afa1-ddcabe6b6b54 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:28:38.122685 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:38.134656 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Transition to ACTIVE for port object fd3538a9-011c-4e33-afa1-ddcabe6b6b54 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:28:38.139097 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:38.141893 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0ef93531-280f-4d17-9f47-ac95dc18ee6e tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:38.212451 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:38.216490 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:38.247734 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411c1dc-806a-4201-b7a4-b952a7c846b4 req-09cd87b7-9077-4972-94d7-551bc98ca9dd tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:38.249659 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2411c1dc-806a-4201-b7a4-b952a7c846b4 req-09cd87b7-9077-4972-94d7-551bc98ca9dd tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 944 time: 0.0792704 Jun 16 16:28:38.291554 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-2411c1dc-806a-4201-b7a4-b952a7c846b4 req-c966fc81-a48b-4ec5-9852-ebc486cd1435 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354681 Jun 16 16:28:38.295151 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Attempting to bind port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:28:38.295528 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Attempting to bind port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:28:38.295867 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Attempting to bind port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 on network 493af90b-745b-4f72-b51c-5eb445fdee27 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:38.300353 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 on network 493af90b-745b-4f72-b51c-5eb445fdee27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:28:38.301171 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Attempting to bind port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 on network 493af90b-745b-4f72-b51c-5eb445fdee27 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:28:38.315004 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Checking agent: {'id': '82df0507-52aa-4fcd-bf97-99714b7f72a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'started_at': datetime.datetime(2021, 6, 16, 16, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:28:38.315004 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Checking segment: {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:28:38.315004 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Bound using segment: {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:28:38.315004 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Bound port: fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9529c54-2375-4e83-b72b-15a61fda9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:28:38.315004 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:38.358804 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:38.375301 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:28:38.378295 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:28:38.381629 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5716368'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:38.383576 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-41a5d93a-94e9-4a28-86b7-c73b6f9af3e7 tempest-TestMinimumBasicScenario-1035170912 tempest-TestMinimumBasicScenario-1035170912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:38.417471 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:38.418086 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:38.419466 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 1094 time: 0.6930356 Jun 16 16:28:38.420030 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:38.422335 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2cd9ba-9fc7-432c-908a-f91b067b295d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:38.447118 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:38.458014 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3f36d154-1e2e-4ab9-ab7e-371710d919d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:38.528419 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-88d1310c-9e58-4659-b2b5-18b07a4326f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:38.530278 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-88d1310c-9e58-4659-b2b5-18b07a4326f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0640941 Jun 16 16:28:38.531969 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d6ce9f-5755-4bc6-82ad-92cf4f0c76da x-openstack-request-id: req-96d6ce9f-5755-4bc6-82ad-92cf4f0c76da {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:38.532293 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:38.532582 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96d6ce9f-5755-4bc6-82ad-92cf4f0c76da {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:38.532998 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'status': 'completed', 'code': 200} Jun 16 16:28:38.573393 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-8850f560-f73b-433e-9e5b-5154abd781a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 217 time: 0.0356715 Jun 16 16:28:38.622148 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-e12daabe-132c-487b-afd2-ffd221a87323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:38.624154 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-e12daabe-132c-487b-afd2-ffd221a87323 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0443473 Jun 16 16:28:38.679519 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-8fe54a29-5608-47e4-859f-dffbed24d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:38.681000 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-8fe54a29-5608-47e4-859f-dffbed24d574 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510697 Jun 16 16:28:38.771347 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-9e13a9b7-4cdc-4da4-bf5c-55e51776e1e0 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837927 Jun 16 16:28:38.863121 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-fe63c605-fdd7-4a4d-a814-a93e00ad6ac1 req-d8ad51e7-8494-49a5-9565-f1524e10baec service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855637 Jun 16 16:28:38.959869 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-876bb0d6-fcb1-4cc9-af54-161a581a04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:38.961579 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-876bb0d6-fcb1-4cc9-af54-161a581a04d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0525107 Jun 16 16:28:39.051947 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-49b134f4-0b64-4d1d-950f-933279313431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:39.053397 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-49b134f4-0b64-4d1d-950f-933279313431 service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0855870 Jun 16 16:28:39.097445 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-1ebb8e60-b300-4ba5-adcb-cad8e2930914 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 217 time: 0.0370057 Jun 16 16:28:39.145175 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-9a55794c-7530-4b85-918d-470a76eb20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:39.146481 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-9a55794c-7530-4b85-918d-470a76eb20f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0424166 Jun 16 16:28:39.204012 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-e336b113-3f90-44f8-8698-03751ac3bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:39.205471 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-e336b113-3f90-44f8-8698-03751ac3bca2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515428 Jun 16 16:28:39.298961 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-efa31481-daea-4551-becd-ad7a2f79ca52 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861530 Jun 16 16:28:39.396046 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-dd2cd9ba-9fc7-432c-908a-f91b067b295d req-31591114-ac35-4fbc-b954-8459088a56bc service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Jun 16 16:28:39.467781 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d439f-8d48-4a4d-8ba2-04c9e9428a9e req-62391b0f-9d8e-4ae0-865c-1bc63338f5e5 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:39.469227 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-296d439f-8d48-4a4d-8ba2-04c9e9428a9e req-62391b0f-9d8e-4ae0-865c-1bc63338f5e5 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 944 time: 0.0638907 Jun 16 16:28:39.507512 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-296d439f-8d48-4a4d-8ba2-04c9e9428a9e req-abd1e92f-3c79-4c86-a5ad-fd55122f25bd tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Jun 16 16:28:40.243020 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device fd3538a9-011c-4e33-afa1-ddcabe6b6b54 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:28:40.338592 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:40.349084 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'port_id': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'mac_address': 'fa:16:3e:f8:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:28:40.386907 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:40.399725 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3538a9-011c-4e33-afa1-ddcabe6b6b54 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:28:40.419177 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:40.423646 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:40.425364 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:40.469919 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=4']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:40.472945 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:40.667656 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['fd3538a9-011c-4e33-afa1-ddcabe6b6b54'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:28:40.682692 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de1e20-f4e2-4eb8-9379-c17bbf0d9e34 req-aebeb416-0038-4312-afbc-66e3f79b1741 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:40.684184 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-27de1e20-f4e2-4eb8-9379-c17bbf0d9e34 req-aebeb416-0038-4312-afbc-66e3f79b1741 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 945 time: 0.0663433 Jun 16 16:28:40.723099 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-27de1e20-f4e2-4eb8-9379-c17bbf0d9e34 req-15e50056-6c8d-418d-aaf7-5c5cd1450f76 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330799 Jun 16 16:28:41.896168 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed6d32-062d-4b8e-b2f2-58aa26a47d4d req-27297f4c-b720-4b46-a1ba-f4b5a72e10b4 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:41.897608 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4aed6d32-062d-4b8e-b2f2-58aa26a47d4d req-27297f4c-b720-4b46-a1ba-f4b5a72e10b4 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 945 time: 0.0627258 Jun 16 16:28:41.933883 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-4aed6d32-062d-4b8e-b2f2-58aa26a47d4d req-d0439279-038d-4135-9bd8-581f084e1e47 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Jun 16 16:28:42.274121 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device fd3538a9-011c-4e33-afa1-ddcabe6b6b54 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:42.329713 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning for port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 completed by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:28:42.334213 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:42.334734 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.418672 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.444433 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:42.446704 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa6705-6848-45a8-8564-97c1d71be220" -d '{"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:42.460480 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:42.465175 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.467666 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:42.518146 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=5']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:42.522921 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:42.555076 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e839eae5-305f-4b83-956e-25594f4edbda x-openstack-request-id: req-e839eae5-305f-4b83-956e-25594f4edbda {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:42.555537 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:42.555801 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e839eae5-305f-4b83-956e-25594f4edbda {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:42.556206 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'code': 200} Jun 16 16:28:42.849095 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d772-8454-456a-83b8-86b01935602f req-5f1e33b9-be6d-4f2b-8fca-8ca32048bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:42.850634 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9968d772-8454-456a-83b8-86b01935602f req-5f1e33b9-be6d-4f2b-8fca-8ca32048bf47 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0532482 Jun 16 16:28:42.887898 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9968d772-8454-456a-83b8-86b01935602f req-64374fe1-df09-46d8-b8eb-2c9a7c024281 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293596 Jun 16 16:28:43.112253 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8069c1-0f29-449f-b643-2b3568f688c9 req-ef313d80-f9bc-45b2-a950-8f5c8754eeab tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:43.113630 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fe8069c1-0f29-449f-b643-2b3568f688c9 req-ef313d80-f9bc-45b2-a950-8f5c8754eeab tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0661118 Jun 16 16:28:43.150110 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-fe8069c1-0f29-449f-b643-2b3568f688c9 req-06e3a3d6-f4a7-4cd8-8fac-995d713f48c3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Jun 16 16:28:44.335814 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e013-008a-4284-aaeb-20e66237506d req-1e5f1630-a492-47e1-993c-473797699d76 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:44.337290 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e214e013-008a-4284-aaeb-20e66237506d req-1e5f1630-a492-47e1-993c-473797699d76 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0649257 Jun 16 16:28:44.375463 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e214e013-008a-4284-aaeb-20e66237506d req-727b592b-5b0c-485f-95d7-19546ea07e2a tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Jun 16 16:28:44.544488 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d3c67-2457-4de3-8d22-09bf250eb166 req-f5eff554-a28e-4b86-ba7d-5661757ec4f3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:44.546473 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b97d3c67-2457-4de3-8d22-09bf250eb166 req-f5eff554-a28e-4b86-ba7d-5661757ec4f3 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0625873 Jun 16 16:28:44.582437 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b97d3c67-2457-4de3-8d22-09bf250eb166 req-c9d00fd6-2213-4d23-bcd7-9970e7c99b43 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Jun 16 16:28:44.606622 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49328) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:44.697433 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f507dbc9-3c78-4a66-b08e-a7d401538b31 tempest-TestShelveInstance-42731892 tempest-TestShelveInstance-42731892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:44.698919 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-f507dbc9-3c78-4a66-b08e-a7d401538b31 tempest-TestShelveInstance-42731892 tempest-TestShelveInstance-42731892-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1094 time: 0.0906150 Jun 16 16:28:44.701863 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49332) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:44.706197 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.v2.base [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Request body: {'floatingip': {'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'port_id': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'tenant_id': '233812484891433b941aafcfe76e8174', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:44.728413 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for floatingip, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.831226 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093814'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.930517 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Allocated IP 172.28.2.20 (37970db7-aa08-48db-ba65-12739bbf766e/d893406b-5d2d-4188-a10f-7dd3a5c23643/96715130-fa59-4cd3-b35b-892312d553ee) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:28:45.035229 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:45.072649 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2096691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-404810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766687053334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4681416'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:45.075366 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ed6b3d55-efa2-457d-aedd-e2b1aaf023c0 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:45.110541 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Network 37970db7-aa08-48db-ba65-12739bbf766e is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:28:45.113286 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:28:45.119438 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:28:45.146188 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'Port': ['ID=96715130-fa59-4cd3-b35b-892312d553ee,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:45.150114 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:45.732970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:45.808412 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:45.951265 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:45.956180 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681438'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:45.958661 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d6adc896-7964-4842-8bd2-1c10ea284171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:46.033252 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event updated for resources: {'Port': ['ID=96715130-fa59-4cd3-b35b-892312d553ee,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:46.036136 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:46.039186 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023208'] for floatingip, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:46.138835 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.l3_db [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Floating IP 6f3fcb57-cf5d-4225-91f1-c04031483801 associated. External IP: 172.28.2.20, port: fd3538a9-011c-4e33-afa1-ddcabe6b6b54. Jun 16 16:28:46.345762 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Router 66603162-0be6-4dc8-bb89-e41fda71d967 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:46.450301 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:46.464648 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] Sync routers for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:46.470399 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:46.476819 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:46.477453 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:46.512930 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e36a7048-cc94-44d2-9210-2fd9bf4d0d98 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8100197 Jun 16 16:28:46.514463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:46.517095 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c495de-c71e-4ba7-988b-f7c63d12d77c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:46.553492 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75893fc-f022-4bed-8948-971f8db78271 x-openstack-request-id: req-c75893fc-f022-4bed-8948-971f8db78271 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:46.553836 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:46.554135 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c75893fc-f022-4bed-8948-971f8db78271 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:46.554574 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'status': 'completed', 'code': 200} Jun 16 16:28:46.584759 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:46.632698 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-86876c36-661c-49e3-9bf2-bc136879de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:46.634105 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-86876c36-661c-49e3-9bf2-bc136879de4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0565021 Jun 16 16:28:46.722848 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-1d20e074-0334-4251-840a-8ba2a9c5f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:46.724471 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-1d20e074-0334-4251-840a-8ba2a9c5f383 service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0837905 Jun 16 16:28:46.792922 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-c83b9a46-4c4d-4be4-94fa-74256463eee7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 999 time: 0.0620551 Jun 16 16:28:46.808015 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '6f3fcb57-cf5d-4225-91f1-c04031483801', 'tenant_id': '233812484891433b941aafcfe76e8174', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'port_id': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'mac_address': 'fa:16:3e:f8:d1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:28:45Z', 'updated_at': '2021-06-16T16:28:45Z', 'revision_number': 0, 'project_id': '233812484891433b941aafcfe76e8174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 5, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:46.811997 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] Checking router: 66603162-0be6-4dc8-bb89-e41fda71d967 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:46.819976 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:46.820575 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:28:31Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:46.842035 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-2a5789df-f21f-47ef-b03d-9239a89e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:46.843519 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-2a5789df-f21f-47ef-b03d-9239a89e9779 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0445335 Jun 16 16:28:46.907265 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-323005de-682b-42ef-a047-138f9a4d8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:46.908684 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-323005de-682b-42ef-a047-138f9a4d8031 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595393 Jun 16 16:28:47.007652 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-fafff043-4e93-4e56-ab60-8a06fb896943 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908887 Jun 16 16:28:47.048444 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:47.100554 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-76c495de-c71e-4ba7-988b-f7c63d12d77c req-265face6-5c76-448b-b44a-1bd8cabab4c0 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Jun 16 16:28:47.276607 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '6f3fcb57-cf5d-4225-91f1-c04031483801', 'tenant_id': '233812484891433b941aafcfe76e8174', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'port_id': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'mac_address': 'fa:16:3e:f8:d1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:28:45Z', 'updated_at': '2021-06-16T16:28:45Z', 'revision_number': 0, 'project_id': '233812484891433b941aafcfe76e8174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 5, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:47.280106 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916a78d-dd7d-4ae8-a907-d9582294bba8 None None] The sync data for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb is: [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_floatingips': [{'id': '6f3fcb57-cf5d-4225-91f1-c04031483801', 'tenant_id': '233812484891433b941aafcfe76e8174', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'router_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'port_id': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'mac_address': 'fa:16:3e:f8:d1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:28:45Z', 'updated_at': '2021-06-16T16:28:45Z', 'revision_number': 0, 'project_id': '233812484891433b941aafcfe76e8174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 5, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:47.455484 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc32c93-eccd-4b21-a404-75ba765749e5 None None] New status for floating IP 6f3fcb57-cf5d-4225-91f1-c04031483801: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:28:56.633053 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:28:58.343016 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6d48dd7f-4d45-45f9-bd2d-67fabf7aad1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:00.926653 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1d645230-d552-4f51-aa0e-0ecec68d961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.017163 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.979438 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:03.808528 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.350126 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.383654 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-313fdfd2-aaf6-4e38-8c9e-42e6fb63ba21 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547779 Jun 16 16:29:11.479796 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-c9ffbabe-0a9c-45cf-9027-a3bc9379c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:11.481272 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-c9ffbabe-0a9c-45cf-9027-a3bc9379c619 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0536163 Jun 16 16:29:11.589833 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-d8bb97da-02ae-4a2a-8bc6-4e996017792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:11.591315 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-d8bb97da-02ae-4a2a-8bc6-4e996017792c service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0824773 Jun 16 16:29:11.661062 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-17a62dbf-0c13-4edd-93d1-e549e98e6fa5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 1001 time: 0.0615642 Jun 16 16:29:11.710173 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-90043fb1-9684-4ba7-a7ae-b49b3b9c3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:11.711910 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-90043fb1-9684-4ba7-a7ae-b49b3b9c3f2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0445867 Jun 16 16:29:11.768347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-f1e3e946-a6aa-47fb-b857-6dcf5f8cb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:11.769788 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-f1e3e946-a6aa-47fb-b857-6dcf5f8cb6f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0511315 Jun 16 16:29:11.864373 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-ecc0a167-bb2b-4795-aa4f-46f622eaa111 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865462 Jun 16 16:29:11.951015 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-34db27e8-0388-4aed-b790-89cdd63e84c3 req-8e1320ad-08a8-4558-9359-bb97a293b661 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795069 Jun 16 16:29:28.346677 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9eeadd2c-57af-4630-958b-fb899ee26bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:30.931224 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c0b76d1-80bb-478b-a26c-8732e2d6dada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:31.017582 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:31.981244 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:33.633435 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:29:33.809920 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:38.364038 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:58.347000 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d38364e0-878d-437e-905c-f932701779d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:00.932456 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cb288600-e37a-486c-959a-bd01aa0d49cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.018680 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.983378 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:03.811904 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:08.378252 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:10.632640 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:30:11.320145 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-bb0dd80d-5418-439e-9dfa-0c73f431b7ea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555778 Jun 16 16:30:11.413927 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-74939aec-7573-4b6c-b8cd-26f83278b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:11.415450 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-74939aec-7573-4b6c-b8cd-26f83278b064 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0522027 Jun 16 16:30:11.521990 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-daf7a0b0-e8b9-4317-94e8-840ee748fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:11.523465 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-daf7a0b0-e8b9-4317-94e8-840ee748fa06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0886152 Jun 16 16:30:11.586259 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-dba569a9-9506-496b-a69a-bc86e4506593 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 1001 time: 0.0568304 Jun 16 16:30:11.637905 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-f7231281-327e-4054-9b4a-d37e72f20c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:11.639401 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-f7231281-327e-4054-9b4a-d37e72f20c95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0473084 Jun 16 16:30:11.702645 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-1f70c921-ae6f-4326-8579-a29d8c996a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:11.704155 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-1f70c921-ae6f-4326-8579-a29d8c996a52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588965 Jun 16 16:30:11.803553 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-cf8daba8-0880-4fc3-916a-ee8e4120a8a4 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932407 Jun 16 16:30:11.898445 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-84867287-5a60-4963-a639-bc6a55cca5f8 req-2f3ca395-def9-4882-910b-8b8aef19c587 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888128 Jun 16 16:30:28.348242 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-abe3945a-4c87-4ec8-9419-e960e50b5cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:30.933574 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-75a63185-e1c0-4266-81c0-a0758983f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:31.020461 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:31.986189 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:33.816965 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.392008 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.266696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce880-d853-48a9-b386-d3285dc9cbfc req-cabdbef0-ff7f-4d67-9cb0-e7b6bf4ec2a5 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:39.268502 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-406ce880-d853-48a9-b386-d3285dc9cbfc req-cabdbef0-ff7f-4d67-9cb0-e7b6bf4ec2a5 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0707049 Jun 16 16:30:39.310056 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-406ce880-d853-48a9-b386-d3285dc9cbfc req-b3c38fe0-3b23-4810-b94a-24ad67e9658a tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Jun 16 16:30:40.500101 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dbba2-f96a-4db5-9e36-b7293cb43c58 req-943f159f-8cb5-48fa-ba1e-116339676099 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:40.501622 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-000dbba2-f96a-4db5-9e36-b7293cb43c58 req-943f159f-8cb5-48fa-ba1e-116339676099 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0726390 Jun 16 16:30:40.541759 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-000dbba2-f96a-4db5-9e36-b7293cb43c58 req-519883f8-690a-4adc-832c-5162e837c862 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343952 Jun 16 16:30:41.751920 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385126d5-8f65-445b-9b98-3c69a8415c70 req-650520cd-51b6-491d-a185-f0da3ca30c39 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:41.753401 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-385126d5-8f65-445b-9b98-3c69a8415c70 req-650520cd-51b6-491d-a185-f0da3ca30c39 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0676384 Jun 16 16:30:41.797546 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-385126d5-8f65-445b-9b98-3c69a8415c70 req-a897f9d5-a404-475f-b6a4-d6948d90f632 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377343 Jun 16 16:30:42.987554 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a0c7e-05cf-4b99-992c-e373f6095b55 req-4aa640a2-5b80-44e7-a7d9-42586d13b550 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:42.989338 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-721a0c7e-05cf-4b99-992c-e373f6095b55 req-4aa640a2-5b80-44e7-a7d9-42586d13b550 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0672030 Jun 16 16:30:43.029919 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-721a0c7e-05cf-4b99-992c-e373f6095b55 req-9911ec21-8928-4c52-b06b-b9efcbed3c3f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347157 Jun 16 16:30:44.213399 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f72b-09fd-4dc8-82e8-f9ff9b09eed4 req-9096f911-4203-4263-a65c-77b72eb66001 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:44.219721 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3f80f72b-09fd-4dc8-82e8-f9ff9b09eed4 req-9096f911-4203-4263-a65c-77b72eb66001 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0753398 Jun 16 16:30:44.257768 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-3f80f72b-09fd-4dc8-82e8-f9ff9b09eed4 req-dfa55603-723b-40cd-9eb1-0ea37e872f39 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367744 Jun 16 16:30:45.452531 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab253c-3b74-4fde-ad16-cad0cece29c8 req-2a6985da-c332-42cd-90a7-eba8d220f1f2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:45.454015 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-baab253c-3b74-4fde-ad16-cad0cece29c8 req-2a6985da-c332-42cd-90a7-eba8d220f1f2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0701056 Jun 16 16:30:45.500662 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-baab253c-3b74-4fde-ad16-cad0cece29c8 req-b9cb143f-0d60-4300-aeca-3e202238f3aa tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Jun 16 16:30:46.689226 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dd148-891d-4245-b7fd-a0a31f07e7fe req-10c8e18e-fa6a-4011-82e8-74314130127e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:46.690681 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7e0dd148-891d-4245-b7fd-a0a31f07e7fe req-10c8e18e-fa6a-4011-82e8-74314130127e tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0700758 Jun 16 16:30:46.729407 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-7e0dd148-891d-4245-b7fd-a0a31f07e7fe req-268e6f23-73a8-44bc-8fc5-10670d9ac270 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Jun 16 16:30:47.630932 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:30:47.902463 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf2555-7330-46b8-b3f8-83eba00e4a2c req-f703d17c-dea9-4fd1-8e3b-a7c92e86e661 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:47.904014 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7abf2555-7330-46b8-b3f8-83eba00e4a2c req-f703d17c-dea9-4fd1-8e3b-a7c92e86e661 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0631971 Jun 16 16:30:47.942977 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-7abf2555-7330-46b8-b3f8-83eba00e4a2c req-5d68ffdc-fdd3-4d53-bf95-67b4c51098aa tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332923 Jun 16 16:30:49.122251 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fca8e-00fe-46b5-9167-6878e1a03541 req-a2a4bd76-5f7e-4aac-82e3-4592188a3a34 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:49.123742 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-089fca8e-00fe-46b5-9167-6878e1a03541 req-a2a4bd76-5f7e-4aac-82e3-4592188a3a34 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0661230 Jun 16 16:30:49.161368 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-089fca8e-00fe-46b5-9167-6878e1a03541 req-1fbc04ff-215a-4ef6-984c-dfa4cb786db8 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Jun 16 16:30:49.361181 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-d096c7c1-3ba2-42a1-82b7-1c925594905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:49.362554 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-d096c7c1-3ba2-42a1-82b7-1c925594905f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0523207 Jun 16 16:30:49.453783 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-21c9f578-82f1-4e60-844c-1e2032bdbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:49.455246 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-21c9f578-82f1-4e60-844c-1e2032bdbb53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0864532 Jun 16 16:30:49.517269 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-6237a748-3f23-44ba-9c6c-f695aa3b825c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 1001 time: 0.0560710 Jun 16 16:30:49.563353 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-2f82e6b9-794f-48d7-8314-ae5e3cedb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:49.564738 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-2f82e6b9-794f-48d7-8314-ae5e3cedb6cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0416651 Jun 16 16:30:49.623874 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-b3d4a8fd-ce8c-4bf4-83f2-f205d806f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:49.625243 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-b3d4a8fd-ce8c-4bf4-83f2-f205d806f441 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547822 Jun 16 16:30:49.715478 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-5a2aca8c-411b-4840-9c5f-52c3136a2fb8 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836756 Jun 16 16:30:50.056957 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b51df462-8eb3-40b4-85c0-295d7cdc026b req-144c23bf-5851-4f7a-bb5a-acba2c9ebb3a service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346310 Jun 16 16:30:50.339438 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b065-1eb6-4a2c-9c99-0abfa30842ba req-b642e859-cf86-4e29-a0ae-ee3a171e9a7c tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:50.340918 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b808b065-1eb6-4a2c-9c99-0abfa30842ba req-b642e859-cf86-4e29-a0ae-ee3a171e9a7c tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0627291 Jun 16 16:30:50.381162 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-b808b065-1eb6-4a2c-9c99-0abfa30842ba req-9335304e-2b35-4ba1-a121-a554b9b023bd tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346661 Jun 16 16:30:51.554343 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919784d-5187-4df8-baea-f82e007f0f33 req-9975ec73-2092-4196-bb33-65e02de54a9b tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:51.556621 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0919784d-5187-4df8-baea-f82e007f0f33 req-9975ec73-2092-4196-bb33-65e02de54a9b tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0652864 Jun 16 16:30:51.597442 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-0919784d-5187-4df8-baea-f82e007f0f33 req-2890f097-1088-43c5-93d1-95aed63b2ca8 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331988 Jun 16 16:30:52.776652 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03ae6-d29e-4c43-9bfc-5afb8ae07ccc req-77634d87-5dc2-43dc-a42b-d0bf43807453 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:52.778111 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-13f03ae6-d29e-4c43-9bfc-5afb8ae07ccc req-77634d87-5dc2-43dc-a42b-d0bf43807453 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0636351 Jun 16 16:30:52.816108 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-13f03ae6-d29e-4c43-9bfc-5afb8ae07ccc req-80371a8f-3341-4f3f-9752-f7b63ca00a7d tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322483 Jun 16 16:30:54.188704 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63880c3-6572-47ae-b645-dc122aa424c3 req-6df42591-4dff-4dd9-a3b1-b14db554dc10 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:54.191538 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f63880c3-6572-47ae-b645-dc122aa424c3 req-6df42591-4dff-4dd9-a3b1-b14db554dc10 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0659640 Jun 16 16:30:54.208212 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-a586c37d-8472-4390-ad0c-6d63b7359921 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456621 Jun 16 16:30:54.229636 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f63880c3-6572-47ae-b645-dc122aa424c3 req-d30a353e-4283-46eb-9a70-f4b881d73273 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335383 Jun 16 16:30:55.099906 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device fd3538a9-011c-4e33-afa1-ddcabe6b6b54 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:55.176427 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.198436 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:55.200607 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388ff6a4-c3b1-4d8c-bda1-af34eb4257d5" -d '{"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:55.213964 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:55.218210 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.220180 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:55.241722 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f6ed65-a761-4401-83fa-7a5be6f5b704 x-openstack-request-id: req-82f6ed65-a761-4401-83fa-7a5be6f5b704 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:55.242021 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:55.242281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82f6ed65-a761-4401-83fa-7a5be6f5b704 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:55.242672 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'code': 200} Jun 16 16:30:55.267796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=6']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:55.275426 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.275776 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.276122 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.276461 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.276796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.277138 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.277466 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.277796 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.278123 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.278448 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.278771 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.279090 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:55.283031 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:55.404630 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-2d892110-5a68-4b8f-b842-707b1714fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:55.406150 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-2d892110-5a68-4b8f-b842-707b1714fa35 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3&tenant_id=233812484891433b941aafcfe76e8174 HTTP/1.1" status: 200 len: 1097 time: 0.0561736 Jun 16 16:30:55.407780 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562f3c1-e6d3-4066-995e-fd23cf6f93e0 req-01fb55e5-3c0e-42fe-be6d-5232ff9ad831 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:55.409326 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a562f3c1-e6d3-4066-995e-fd23cf6f93e0 req-01fb55e5-3c0e-42fe-be6d-5232ff9ad831 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 944 time: 0.0675592 Jun 16 16:30:55.449088 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a562f3c1-e6d3-4066-995e-fd23cf6f93e0 req-f7949891-15c0-4844-9591-c1cd2fa4e3a2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Jun 16 16:30:55.484751 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-fcf38c9a-835e-4ae6-bdc5-59c39ce126dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:55.486255 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-fcf38c9a-835e-4ae6-bdc5-59c39ce126dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0568333 Jun 16 16:30:55.573218 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-de5a210f-b785-455a-a7d1-03d52a3512ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:55.574655 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-de5a210f-b785-455a-a7d1-03d52a3512ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0825629 Jun 16 16:30:55.641576 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-41892dc5-2d1b-4f33-809c-97f57fabe6e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 999 time: 0.0602016 Jun 16 16:30:55.688910 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-fa15c085-9254-4d44-ac95-b35eb71b01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:55.690397 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-fa15c085-9254-4d44-ac95-b35eb71b01a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0420196 Jun 16 16:30:55.746826 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-9af493ee-37db-4af2-8e23-a9eb9795db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:55.748357 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-9af493ee-37db-4af2-8e23-a9eb9795db5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510972 Jun 16 16:30:55.841330 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-66378cfc-b83a-4457-b9f1-2bbd353df586 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857770 Jun 16 16:30:55.935114 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8698e083-3bc8-413b-8d2e-9793876b4ae3 req-284a0995-e92b-45d5-9fdc-ddfab6620f24 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Jun 16 16:30:56.627062 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ea5ea-09a8-4526-8521-5d4bcf1b0f88 req-0152de76-1925-4f9a-88af-df6ca7a2f960 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:56.628532 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e13ea5ea-09a8-4526-8521-5d4bcf1b0f88 req-0152de76-1925-4f9a-88af-df6ca7a2f960 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 944 time: 0.0640152 Jun 16 16:30:56.666681 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-e13ea5ea-09a8-4526-8521-5d4bcf1b0f88 req-6806d542-1efb-4b2b-be08-27937c83442c tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Jun 16 16:30:57.130389 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device fd3538a9-011c-4e33-afa1-ddcabe6b6b54 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:30:57.229802 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:57.240338 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Returning: {'device': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'port_id': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'mac_address': 'fa:16:3e:f8:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:30:57.276514 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.288523 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3538a9-011c-4e33-afa1-ddcabe6b6b54 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:30:57.309153 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:57.313047 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.314726 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:57.359909 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=7']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.362849 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:57.526913 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] get_ports_and_sgs() called for port_ids ['fd3538a9-011c-4e33-afa1-ddcabe6b6b54'] {{(pid=91701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:30:57.852536 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3ecc-9691-43e3-98f4-54ca1279af46 req-f95772d0-4368-4a6d-8d19-d9296fdb57d2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:57.853979 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ad1d3ecc-9691-43e3-98f4-54ca1279af46 req-f95772d0-4368-4a6d-8d19-d9296fdb57d2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 945 time: 0.0635417 Jun 16 16:30:57.892156 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-ad1d3ecc-9691-43e3-98f4-54ca1279af46 req-a01bda9a-cbd3-4ed2-a969-e19256ed2ee0 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Jun 16 16:30:58.349061 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6aa8deb6-b2bd-4cb6-85ab-0e5de3e42037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.065480 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ccd71-a5c0-48aa-a94a-b5eec5f3268a req-8b4507d2-af80-432b-9825-362f664f0ce2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:59.066932 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-733ccd71-a5c0-48aa-a94a-b5eec5f3268a req-8b4507d2-af80-432b-9825-362f664f0ce2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 945 time: 0.0647371 Jun 16 16:30:59.105204 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-733ccd71-a5c0-48aa-a94a-b5eec5f3268a req-4eb4a02c-4f10-4a08-8e18-83f89a320845 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322664 Jun 16 16:30:59.146163 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device fd3538a9-011c-4e33-afa1-ddcabe6b6b54 up at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:30:59.196710 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Provisioning complete for port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 triggered by entity L2. {{(pid=91701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:59.197247 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1679964'] for port, provisioning_complete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.272104 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093796'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.294078 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:59.296348 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4340496c199fa73238cd51c7bab718299b09a8958b989c7df6d1c6e483764a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc03e30-2aeb-45d0-9644-fa76d44b0ae9" -d '{"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:59.309095 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:59.313324 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766687498087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766687053352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766687053397'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.316067 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d8dae72b-5b55-4f37-8c3d-4072cdd0339e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:59.341386 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f17ff-a938-4b7d-a564-3a385e4c9696 x-openstack-request-id: req-bc5f17ff-a938-4b7d-a564-3a385e4c9696 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:59.341681 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:59.341942 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc5f17ff-a938-4b7d-a564-3a385e4c9696 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:59.342334 dv-cinder-775250-5-smb neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'code': 200} Jun 16 16:30:59.369578 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Pushing event updated for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=8']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.372747 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:59.596789 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48cae4-5a8c-4573-9fd0-7854f265504d req-5ea9188f-a990-476a-a5af-36b6e8bdc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:59.598247 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2b48cae4-5a8c-4573-9fd0-7854f265504d req-5ea9188f-a990-476a-a5af-36b6e8bdc764 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0546515 Jun 16 16:30:59.630672 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2b48cae4-5a8c-4573-9fd0-7854f265504d req-56f72a60-d872-4a56-9d56-343892be4736 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263464 Jun 16 16:31:00.276067 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3ce0d-0061-41d8-a62a-c1b429b83120 req-4ccf1c54-fe79-49bf-b048-48898c5b8444 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:00.277534 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2de3ce0d-0061-41d8-a62a-c1b429b83120 req-4ccf1c54-fe79-49bf-b048-48898c5b8444 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0636122 Jun 16 16:31:00.316667 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-2de3ce0d-0061-41d8-a62a-c1b429b83120 req-1ae60fc3-7d3f-4f79-a6f3-0cd27e323b6b tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334260 Jun 16 16:31:00.933656 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2f085b35-5abb-44f3-a4d4-5045053c5e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.028261 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.489274 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33001-1416-4a32-89e8-d0b76f2bb0fc req-71be1338-83bd-4a6b-afae-1105694bc8eb tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:01.490736 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f0e33001-1416-4a32-89e8-d0b76f2bb0fc req-71be1338-83bd-4a6b-afae-1105694bc8eb tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0628040 Jun 16 16:31:01.532375 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-f0e33001-1416-4a32-89e8-d0b76f2bb0fc req-4028481d-658a-40da-9771-cb803a4e7776 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360236 Jun 16 16:31:01.991281 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.816782 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.410676 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:12.465104 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-177e5764-6387-4147-b7f3-3707189f5c55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576570 Jun 16 16:31:12.563553 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-1129ab78-2a74-470a-8a63-b9559938e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:12.565053 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-1129ab78-2a74-470a-8a63-b9559938e0a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0537443 Jun 16 16:31:12.675027 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-fbeb4730-e4a4-4941-9178-34e41032ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:12.676445 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-fbeb4730-e4a4-4941-9178-34e41032ca4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0903823 Jun 16 16:31:12.746336 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-459c7475-6b0f-40bf-a69a-a16fb47a2db0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 1001 time: 0.0612407 Jun 16 16:31:12.795169 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-3fb358cc-6b0f-43a3-990c-de2b6ec56d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:12.796642 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-3fb358cc-6b0f-43a3-990c-de2b6ec56d85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0442960 Jun 16 16:31:12.852660 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-10eb24f5-a230-40e3-b238-2d5ecec662b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:12.854084 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-10eb24f5-a230-40e3-b238-2d5ecec662b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513694 Jun 16 16:31:12.945337 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-880f2980-05a0-48df-be64-020c4ed759ea service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848832 Jun 16 16:31:13.034253 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-b9670f1d-858e-4d48-9ab1-27bbbbde5e03 req-914ffed1-fd1d-4081-ae57-6cfa096fbd69 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820391 Jun 16 16:31:24.629728 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:31:28.349871 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ffb28432-f41b-4355-aec9-bfdc3cfbc9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:30.934958 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bd4fa405-c8aa-4b2c-8756-8a5ae9743e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:31.020070 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:31.992034 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.818649 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.424631 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.353705 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ea230864-ab04-4865-bc1c-ff6bf1ad228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:00.936802 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-16297553-a8ac-4045-a67f-9f3a3b42c79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:01.022127 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:01.628319 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:32:01.996556 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:03.822792 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:08.425314 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:13.422747 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-830d0707-68fd-4b2e-8b35-e4d041db140c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560915 Jun 16 16:32:13.515610 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-da55447b-762a-4ebf-ad08-8f1d5de14f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:13.517944 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-da55447b-762a-4ebf-ad08-8f1d5de14f60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0529945 Jun 16 16:32:13.622347 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-6fc47661-a0d8-4b71-bfc6-2304a13d97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:13.623812 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-6fc47661-a0d8-4b71-bfc6-2304a13d97dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.0865541 Jun 16 16:32:13.687341 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-37cad5c9-1ec3-4016-873f-0dbcede321b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 1001 time: 0.0561798 Jun 16 16:32:13.734682 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-c2aceb66-1c9f-4f07-846f-4195d57a5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:13.736197 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-c2aceb66-1c9f-4f07-846f-4195d57a5558 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0431736 Jun 16 16:32:13.795684 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-2345448d-4d86-42b0-85d6-dafe76b33593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:13.797184 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-2345448d-4d86-42b0-85d6-dafe76b33593 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550170 Jun 16 16:32:13.886397 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-1df8307d-f965-4c11-ba56-b35425d48b5d service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826080 Jun 16 16:32:13.979204 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-5c2f10f2-2513-41f5-9a32-513a6b46735e req-263d3d27-dc31-4f23-8957-8f8228b882f8 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858052 Jun 16 16:32:17.228608 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49472) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:17.385498 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Deleting port 96715130-fa59-4cd3-b35b-892312d553ee {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:17.385755 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:17.460286 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:17.460610 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:17.528008 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Calling delete_port for 96715130-fa59-4cd3-b35b-892312d553ee owned by network:floatingip {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:17.672787 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:17.674607 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dd0b5adc-a2b9-4c47-8ace-6a7c72429ef8 tempest-AttachVolumeShelveTestJSON-482410621 tempest-AttachVolumeShelveTestJSON-482410621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:17.699458 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event deleted for resources: {'Port': ['ID=96715130-fa59-4cd3-b35b-892312d553ee,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:17.710715 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.711103 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.711508 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.711886 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.712256 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.712623 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.712989 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.713521 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.713887 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.714248 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.714609 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.714970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:17.732263 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:17.770253 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for floatingip, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:17.770581 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.db.l3_db [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Floating IP 6f3fcb57-cf5d-4225-91f1-c04031483801 disassociated (deleted). External IP: 172.28.2.20, port: fd3538a9-011c-4e33-afa1-ddcabe6b6b54. Jun 16 16:32:17.974943 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Router 66603162-0be6-4dc8-bb89-e41fda71d967 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:32:18.081313 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:18.086939 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for floatingip, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.091748 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] Sync routers for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:18.100898 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:18.101510 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:32:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:18.123260 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-41e978b9-b01e-468b-99d9-6fc3c4f0b970 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "DELETE /v2.0/floatingips/6f3fcb57-cf5d-4225-91f1-c04031483801 HTTP/1.1" status: 204 len: 168 time: 0.8934700 Jun 16 16:32:18.123924 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:18.126271 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0ad9531ed6ffa9d7ea88d420e84b53e8172e37d9f5192664f11c7cc3aa293aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80113a11-44de-439d-b8b0-30abc43acc71" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:18.209558 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:18.229369 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ebbb56-e013-4c88-b3dc-0eebbb2dab02 x-openstack-request-id: req-32ebbb56-e013-4c88-b3dc-0eebbb2dab02 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:18.229888 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54", "status": "completed", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:18.229985 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32ebbb56-e013-4c88-b3dc-0eebbb2dab02 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:18.230415 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'status': 'completed', 'code': 200} Jun 16 16:32:18.309536 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80113a11-44de-439d-b8b0-30abc43acc71 req-22277c55-22d6-4d74-a819-61d850085108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:18.311025 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80113a11-44de-439d-b8b0-30abc43acc71 req-22277c55-22d6-4d74-a819-61d850085108 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=233812484891433b941aafcfe76e8174&device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0558639 Jun 16 16:32:18.427313 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80113a11-44de-439d-b8b0-30abc43acc71 req-c4fa7fe9-d7c1-43e8-9ee8-bdfdbe1c450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:18.428697 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 5, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:18.428919 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80113a11-44de-439d-b8b0-30abc43acc71 req-c4fa7fe9-d7c1-43e8-9ee8-bdfdbe1c450c service neutron] 10.222.0.58 "GET /v2.0/networks?id=493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 200 len: 908 time: 0.1111991 Jun 16 16:32:18.432216 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] Checking router: 66603162-0be6-4dc8-bb89-e41fda71d967 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:18.440473 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:18.441235 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:32:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:18.471824 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80113a11-44de-439d-b8b0-30abc43acc71 req-a6d69f13-5932-4265-825c-50dce9fd4151 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 200 len: 217 time: 0.0354092 Jun 16 16:32:18.534097 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af76d0-c7e7-4761-bdc8-bca0df311ede req-38f6f443-2983-4db8-ac7c-b53a43c3e129 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:18.536733 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a0af76d0-c7e7-4761-bdc8-bca0df311ede req-38f6f443-2983-4db8-ac7c-b53a43c3e129 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0857759 Jun 16 16:32:18.546576 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80113a11-44de-439d-b8b0-30abc43acc71 req-6615ece4-af12-4443-919f-3db7e4e46642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:18.548205 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80113a11-44de-439d-b8b0-30abc43acc71 req-6615ece4-af12-4443-919f-3db7e4e46642 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 200 len: 846 time: 0.0704663 Jun 16 16:32:18.557248 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:18.584202 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [req-a0af76d0-c7e7-4761-bdc8-bca0df311ede req-277c107b-f8cb-49da-8d84-4e0383bbcdf2 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410492 Jun 16 16:32:18.615952 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80113a11-44de-439d-b8b0-30abc43acc71 req-a456da70-ea95-432f-b217-118b4cd1ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:18.617471 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80113a11-44de-439d-b8b0-30abc43acc71 req-a456da70-ea95-432f-b217-118b4cd1ee97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=493af90b-745b-4f72-b51c-5eb445fdee27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0621953 Jun 16 16:32:18.712934 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80113a11-44de-439d-b8b0-30abc43acc71 req-94206ff0-d198-40af-9e5e-32b22e289fbf service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886843 Jun 16 16:32:18.764130 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 5, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:18.767523 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220af20-5ac6-465a-a51f-36850c5cd4af None None] The sync data for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb is: [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:28:13Z', 'revision_number': 4, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb', '_interfaces': [{'id': '506d08e9-084e-47f4-afa9-9c9fedb6f8d1', 'name': '', 'network_id': '493af90b-745b-4f72-b51c-5eb445fdee27', 'tenant_id': '233812484891433b941aafcfe76e8174', 'mac_address': 'fa:16:3e:84:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:13Z', 'updated_at': '2021-06-16T16:28:18Z', 'revision_number': 5, 'project_id': '233812484891433b941aafcfe76e8174', 'subnets': [{'id': 'c032d1f9-6bda-4288-945a-12682e329f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:18.810038 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-80113a11-44de-439d-b8b0-30abc43acc71 req-5b65d0c5-07f7-4a48-a72f-c7a025bf8db3 service neutron] 10.222.0.58 "GET /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893614 Jun 16 16:32:18.979520 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344062c7-6473-47ed-b145-1838c6958eb8 None None] New status for floating IP 6f3fcb57-cf5d-4225-91f1-c04031483801: DOWN {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:32:19.764731 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187cf84-4d85-4080-a8ba-471f081d11f4 req-83899a01-3066-4adb-9be8-a54603458912 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:19.766164 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9187cf84-4d85-4080-a8ba-471f081d11f4 req-83899a01-3066-4adb-9be8-a54603458912 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0648570 Jun 16 16:32:19.829338 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-9187cf84-4d85-4080-a8ba-471f081d11f4 req-b9bd8029-b9a7-4206-8ad4-0fcef9531041 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/security-groups?id=11d17806-3aa7-4ccd-8c43-d3124a74d297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546105 Jun 16 16:32:19.853618 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-9afaec99-a96b-4197-9239-2e3bf3b4b391 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:19.855052 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-9afaec99-a96b-4197-9239-2e3bf3b4b391 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0980334 Jun 16 16:32:19.956430 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Deleting port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:19.956777 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.054188 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] For port fd3538a9-011c-4e33-afa1-ddcabe6b6b54, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:20.054552 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.116314 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Calling delete_port for fd3538a9-011c-4e33-afa1-ddcabe6b6b54 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:20.244952 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.256639 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6c0d71e1-ff89-4ce6-bb46-b58269eb7e86 tempest-VolumesActionsTest-1564567748 tempest-VolumesActionsTest-1564567748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:20.283797 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event deleted for resources: {'Port': ['ID=fd3538a9-011c-4e33-afa1-ddcabe6b6b54,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:20.313691 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.314073 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.314446 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.314811 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.315175 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.315557 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.315915 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.316379 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.316797 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.317154 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.317510 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.317864 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:20.321650 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:20.341484 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] No DVR routers for this DVR port fd3538a9-011c-4e33-afa1-ddcabe6b6b54 on host hv-cinder-77525 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:20.343887 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-342959'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.345773 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-8513aff1-654e-456a-9444-2d5d37b3a632 req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.58 "DELETE /v2.0/ports/fd3538a9-011c-4e33-afa1-ddcabe6b6b54 HTTP/1.1" status: 204 len: 173 time: 0.4849031 Jun 16 16:32:20.346261 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-deleted', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:20.349238 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8f5b791bd25f05ae428355c5dd4f2079d679b317d5d3b0778c890ed56edc5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e5ed1-ad8b-4ca7-8b6a-4f8e4dda0c6d" -d '{"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-deleted", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:20.387402 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf9e5d5-b52b-486e-b8db-5cfa9d39cc7c x-openstack-request-id: req-fbf9e5d5-b52b-486e-b8db-5cfa9d39cc7c {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:20.387737 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3", "name": "network-vif-deleted", "tag": "fd3538a9-011c-4e33-afa1-ddcabe6b6b54", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:20.388076 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbf9e5d5-b52b-486e-b8db-5cfa9d39cc7c {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:20.388512 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3', 'name': 'network-vif-deleted', 'tag': 'fd3538a9-011c-4e33-afa1-ddcabe6b6b54', 'status': 'completed', 'code': 200} Jun 16 16:32:20.987585 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [req-a05729a1-e351-4967-a377-8fa078a8475c req-46a90e89-ece3-4d7a-8499-0aa72bbe83e5 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d6a73c-8ce9-46e7-a6b0-ab9da433d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0338466 Jun 16 16:32:22.084320 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49500) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:22.142173 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-42889dab-aacf-4067-b26e-95cad81f1dc1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:22.167623 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-42889dab-aacf-4067-b26e-95cad81f1dc1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:22.225707 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-42889dab-aacf-4067-b26e-95cad81f1dc1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:22.228906 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-42889dab-aacf-4067-b26e-95cad81f1dc1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:22.230197 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-42889dab-aacf-4067-b26e-95cad81f1dc1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] 10.222.0.77 "DELETE /v2.0/security-groups/11d17806-3aa7-4ccd-8c43-d3124a74d297 HTTP/1.1" status: 204 len: 168 time: 0.1446030 Jun 16 16:32:22.231132 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f85ae24a-d14d-4268-8968-54773fb53d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:22.244366 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42889dab-aacf-4067-b26e-95cad81f1dc1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d17806-3aa7-4ccd-8c43-d3124a74d297,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:22.247741 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-42889dab-aacf-4067-b26e-95cad81f1dc1 tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:22.280853 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49504) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:22.618599 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559567'] for router_interface, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:22.878137 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Deleting port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:22.878393 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:22.956801 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] For port 506d08e9-084e-47f4-afa9-9c9fedb6f8d1, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:22.957156 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.024593 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Calling delete_port for 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 owned by network:router_interface {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:23.202643 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.204699 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-75d92494-6260-4fe6-8870-bb3fe5a60b72 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:23.230893 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Pushing event deleted for resources: {'Port': ['ID=506d08e9-084e-47f4-afa9-9c9fedb6f8d1,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:23.234623 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:23.399480 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559451'] for router_interface, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.591921 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device fd3538a9-011c-4e33-afa1-ddcabe6b6b54 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:23.612236 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] No Port match for: fd3538a9-011c-4e33-afa1-ddcabe6b6b54 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:23.612590 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Device fd3538a9-011c-4e33-afa1-ddcabe6b6b54 not bound to the agent host hv-cinder-77525 {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:23.877249 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Router 66603162-0be6-4dc8-bb89-e41fda71d967 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:32:23.983431 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:23.988952 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-779b5f3b-0105-47a4-ad46-24c7cf42c808 admin admin] 10.222.0.77 "PUT /v2.0/routers/66603162-0be6-4dc8-bb89-e41fda71d967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070045 Jun 16 16:32:23.991332 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49506) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:23.996149 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] Sync routers for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:24.007670 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:24.008341 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:32:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:24.094634 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks [] for router, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.110692 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: dv-cinder-775250-5-smb {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:24.196402 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.249415 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Deleting port e3ed1403-395a-457d-88e5-fb0716678583 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:24.249972 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.284045 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:32:23Z', 'revision_number': 5, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port': {'id': 'e3ed1403-395a-457d-88e5-fb0716678583', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:11Z', 'updated_at': '2021-06-16T16:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:24.288015 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] Checking router: 66603162-0be6-4dc8-bb89-e41fda71d967 for host: dv-cinder-775250-5-smb {{(pid=91701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:24.295830 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] Routers {'66603162-0be6-4dc8-bb89-e41fda71d967'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:24.296421 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:32:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['66603162-0be6-4dc8-bb89-e41fda71d967'], 'active': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:24.333257 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] For port e3ed1403-395a-457d-88e5-fb0716678583, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=e3ed1403-395a-457d-88e5-fb0716678583,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:24.333629 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.405539 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Calling delete_port for e3ed1403-395a-457d-88e5-fb0716678583 owned by network:router_gateway {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:24.504848 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvr_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] Set router 66603162-0be6-4dc8-bb89-e41fda71d967 gateway port host: None {{(pid=91701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:24.557642 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_hamode_db [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:32:24Z', 'revision_number': 6, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port_host': None}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:24.561059 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27836614-8344-402b-a724-72f87f1d8ba1 None None] The sync data for ids ['66603162-0be6-4dc8-bb89-e41fda71d967'] in dv-cinder-775250-5-smb is: [{'id': '66603162-0be6-4dc8-bb89-e41fda71d967', 'name': 'tempest-TestShelveInstance-35636485-router', 'tenant_id': '233812484891433b941aafcfe76e8174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:10Z', 'updated_at': '2021-06-16T16:32:24Z', 'revision_number': 6, 'project_id': '233812484891433b941aafcfe76e8174', 'gw_port_host': None}] {{(pid=91701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:24.577565 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.579611 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-dc8fb2cb-7ba0-431f-aca3-c085c11960ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:24.606822 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ed1403-395a-457d-88e5-fb0716678583,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:24.610636 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:24.667344 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023000'] for router_gateway, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.755695 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7467'] for router, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.757667 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.803313 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965458'] for router, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.804093 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66603162-0be6-4dc8-bb89-e41fda71d967 {{(pid=91699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:32:24.809428 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.810535 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-e59a083c-669a-4453-8303-6f4b3993e6ed admin admin] 10.222.0.77 "DELETE /v2.0/routers/66603162-0be6-4dc8-bb89-e41fda71d967 HTTP/1.1" status: 204 len: 168 time: 0.8182995 Jun 16 16:32:24.813162 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49508) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:24.859083 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Deleting subnet c032d1f9-6bda-4288-945a-12682e329f0f {{(pid=91699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:32:24.862082 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.897581 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679975'] for subnet, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.985656 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.045270 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232078'] for subnet, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.047632 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-b40e867a-0104-49f0-aaa9-0641ead9c6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:25.076274 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c032d1f9-6bda-4288-945a-12682e329f0f,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:25.078186 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.080030 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c032d1f9-6bda-4288-945a-12682e329f0f HTTP/1.1" status: 204 len: 168 time: 0.2659466 Jun 16 16:32:25.081083 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-3b4548b8-8b4e-4ed8-8cc2-4771b0780e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:25.082789 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49510) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:25.082943 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff490e4-e570-4112-a6ff-5df56592afd6 None None] Network 493af90b-745b-4f72-b51c-5eb445fdee27 requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:25.158643 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.213254 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Deleting port 9cae03f3-bb0f-4298-a767-7f57fbc785fc {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:25.213601 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.280820 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] For port 9cae03f3-bb0f-4298-a767-7f57fbc785fc, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=9cae03f3-bb0f-4298-a767-7f57fbc785fc,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:25.281116 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.291222 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] DHCP port deletion for 493af90b-745b-4f72-b51c-5eb445fdee27 request from dv-cinder-775250-5-smb {{(pid=91701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:32:25.339102 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Deleting port 9cae03f3-bb0f-4298-a767-7f57fbc785fc {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:25.339513 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.350649 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Calling delete_port for 9cae03f3-bb0f-4298-a767-7f57fbc785fc owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:25.408026 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] For port 9cae03f3-bb0f-4298-a767-7f57fbc785fc, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=9cae03f3-bb0f-4298-a767-7f57fbc785fc,segment=NetworkSegment(f9529c54-2375-4e83-b72b-15a61fda9687),segment_id=f9529c54-2375-4e83-b72b-15a61fda9687)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:25.408419 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.434918 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.437015 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bc917071-0ea7-4469-a740-59237aba0ef7 tempest-AttachVolumeTestJSON-1872355079 tempest-AttachVolumeTestJSON-1872355079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:25.471678 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cae03f3-bb0f-4298-a767-7f57fbc785fc,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:25.476338 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:25.478732 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Calling delete_port for 9cae03f3-bb0f-4298-a767-7f57fbc785fc owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:25.479567 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] No DVR routers for this DVR port 9cae03f3-bb0f-4298-a767-7f57fbc785fc on host dv-cinder-775250-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:25.556726 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.567164 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493af90b-745b-4f72-b51c-5eb445fdee27']}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:25.568707 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.570711 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:25.578381 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9529c54-2375-4e83-b72b-15a61fda9687') {'for_net_delete': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:25.578680 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.services.segments.db [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9529c54-2375-4e83-b72b-15a61fda9687') {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:25.588213 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679998'] for segment, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.592586 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Pushing event deleted for resources: {'Port': ['ID=9cae03f3-bb0f-4298-a767-7f57fbc785fc,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:25.602328 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] No DVR routers for this DVR port 9cae03f3-bb0f-4298-a767-7f57fbc785fc on host dv-cinder-775250-5-smb {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:25.602965 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.604383 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.604911 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.605134 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.605493 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.605929 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.606403 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.606685 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.607077 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.607457 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.607782 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.608107 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.608424 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-smb {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:25.611000 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=91699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:32:25.611817 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1e15191e-6b3d-410a-a631-85d46d136cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:25.612085 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681346'] for segment, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: Traceback (most recent call last): Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: timer() Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: cb(*args, **kw) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: return func(*args, **kwargs) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: self._notify() Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: self.callback(batched_events) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: event.method(event) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: return f(self, *a, **k) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: return self._get(url).json() Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: return self.request(url, 'GET', **kwargs) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:32:25.615419 dv-cinder-775250-5-smb neutron-server[91699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:32:25.671982 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.677198 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.679245 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] 10.222.0.77 "DELETE /v2.0/networks/493af90b-745b-4f72-b51c-5eb445fdee27 HTTP/1.1" status: 204 len: 168 time: 0.5954289 Jun 16 16:32:25.680244 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e2ec3e96-d240-41c7-8e98-27a4cf936409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:25.682220 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49512) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:25.692667 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Pushing event deleted for resources: {'Network': ['ID=493af90b-745b-4f72-b51c-5eb445fdee27,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:25.695247 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-134e7099-c426-4926-b664-bdeb47e63435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:26.012006 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:26.022291 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559567'] for router_interface, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.032104 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:26.032460 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 506d08e9-084e-47f4-afa9-9c9fedb6f8d1 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:26.032891 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 9cae03f3-bb0f-4298-a767-7f57fbc785fc no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:26.052098 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 9cae03f3-bb0f-4298-a767-7f57fbc785fc {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:26.052448 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 9cae03f3-bb0f-4298-a767-7f57fbc785fc not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:26.052864 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e3ed1403-395a-457d-88e5-fb0716678583 no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:26.074012 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: e3ed1403-395a-457d-88e5-fb0716678583 {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:26.074365 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device e3ed1403-395a-457d-88e5-fb0716678583 not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:26.291508 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Deleting port dbdeb7eb-6335-4980-a46e-05c05333d51a {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:26.291849 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.369984 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] For port dbdeb7eb-6335-4980-a46e-05c05333d51a, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=dbdeb7eb-6335-4980-a46e-05c05333d51a,segment=NetworkSegment(8726489a-48c2-4acb-a25c-e88f8ee1fd51),segment_id=8726489a-48c2-4acb-a25c-e88f8ee1fd51)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:26.370337 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.438459 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Calling delete_port for dbdeb7eb-6335-4980-a46e-05c05333d51a owned by network:router_interface {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:26.618062 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.620032 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8c1560e3-2b6c-4d29-b695-71690a8c7f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:26.643966 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdeb7eb-6335-4980-a46e-05c05333d51a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:26.647733 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:26.819622 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559451'] for router_interface, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:27.283028 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 has already been hosted by L3 agent 030e0339-84f0-4638-b55e-b719525d47e5 {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:32:27.391106 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-smb the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:27.399499 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-780c1974-a4d0-4a30-96dc-25a5d6a88556 admin admin] 10.222.0.77 "PUT /v2.0/routers/5763acaa-f8bf-494d-80d2-9aacaba23bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136171 Jun 16 16:32:27.399715 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.wsgi [-] (91699) accepted ('10.222.0.77', 49514) {{(pid=91699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:27.400668 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] Sync routers for ids ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'] in dv-cinder-775250-5-smb {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:27.409529 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] Routers {'5763acaa-f8bf-494d-80d2-9aacaba23bf5'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:27.410329 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:32:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:27.502497 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks [] for router, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:27.518579 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] Set router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 gateway port host: dv-cinder-775250-5-smb {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:27.604970 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:27.656828 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Deleting port 24b2987e-a189-4f8e-86e7-3e51a4e704fd {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:27.657173 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:27.709504 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'external_fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:32:26Z', 'revision_number': 5, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port': {'id': '24b2987e-a189-4f8e-86e7-3e51a4e704fd', 'name': '', 'network_id': '37970db7-aa08-48db-ba65-12739bbf766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd893406b-5d2d-4188-a10f-7dd3a5c23643', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-smb'}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:27.713298 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] Checking router: 5763acaa-f8bf-494d-80d2-9aacaba23bf5 for host: dv-cinder-775250-5-smb {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:27.721705 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] Routers {'5763acaa-f8bf-494d-80d2-9aacaba23bf5'} bound to L3 agent in host dv-cinder-775250-5-smb {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:27.722350 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:10:01Z,description=,heartbeat_timestamp=2021-06-16T16:32:01Z,host='dv-cinder-775250-5-smb',id=030e0339-84f0-4638-b55e-b719525d47e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:10:01Z,topic='l3_agent')) {'router_ids': ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:27.749128 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] For port 24b2987e-a189-4f8e-86e7-3e51a4e704fd, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=24b2987e-a189-4f8e-86e7-3e51a4e704fd,segment=NetworkSegment(c71b10df-677c-4dbf-9e8f-83eeeacb7a6b),segment_id=c71b10df-677c-4dbf-9e8f-83eeeacb7a6b)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:27.749491 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:27.809092 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] Set router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:27.826602 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Calling delete_port for 24b2987e-a189-4f8e-86e7-3e51a4e704fd owned by network:router_gateway {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:27.866350 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:32:27Z', 'revision_number': 6, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port_host': None}], 'dv-cinder-775250-5-smb', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:27.870219 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce789b-ae3a-47da-8893-bb2ea795a72e None None] The sync data for ids ['5763acaa-f8bf-494d-80d2-9aacaba23bf5'] in dv-cinder-775250-5-smb is: [{'id': '5763acaa-f8bf-494d-80d2-9aacaba23bf5', 'name': 'tempest-TestShelveInstance-1585767084-router', 'tenant_id': '804a316ca797424abb88e67b802543ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:28:15Z', 'updated_at': '2021-06-16T16:32:27Z', 'revision_number': 6, 'project_id': '804a316ca797424abb88e67b802543ab', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:28.003644 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681431'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.005757 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-bae2dc02-f283-4624-804f-47d28e32fce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:28.025943 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=24b2987e-a189-4f8e-86e7-3e51a4e704fd,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:28.030703 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:28.094107 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023000'] for router_gateway, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.181071 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7467'] for router, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.183125 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.234296 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965458'] for router, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.235015 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5763acaa-f8bf-494d-80d2-9aacaba23bf5 {{(pid=91699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:32:28.239925 dv-cinder-775250-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] Notify callbacks [] for router, before_response {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.244075 dv-cinder-775250-5-smb neutron-server[91699]: INFO neutron.wsgi [None req-c8791713-f79c-44bf-af6f-bd7ddab99c7d admin admin] 10.222.0.77 "DELETE /v2.0/routers/5763acaa-f8bf-494d-80d2-9aacaba23bf5 HTTP/1.1" status: 204 len: 168 time: 0.8404615 Jun 16 16:32:28.244462 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49516) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:28.305184 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Deleting subnet 217d9863-dd3b-492c-848f-7c6383eba16c {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:32:28.308969 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.349890 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5387812'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.364639 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b7e06f5-f92f-400d-ad9f-433b93251743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.377386 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device dbdeb7eb-6335-4980-a46e-05c05333d51a no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:28.401606 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: dbdeb7eb-6335-4980-a46e-05c05333d51a {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:28.402029 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device dbdeb7eb-6335-4980-a46e-05c05333d51a not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:28.440544 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693358'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.501290 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5716307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5417068'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.503589 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:28.526889 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217d9863-dd3b-492c-848f-7c6383eba16c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:28.529781 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:28.534740 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.537209 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-773325b7-eac7-4e68-bacb-ba0718324259 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/217d9863-dd3b-492c-848f-7c6383eba16c HTTP/1.1" status: 204 len: 168 time: 0.2917311 Jun 16 16:32:28.540085 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49518) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:28.541416 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ccc8d-e78c-485e-a081-242a9f4b3c0b None None] Network c92a5922-c1b4-4ff1-92c0-dcf0c466005a requested from dv-cinder-775250-5-smb {{(pid=91701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:28.614442 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2014771'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.674049 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Deleting port 01897d83-ca2e-4e41-9c6c-e83555f02dcf {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:28.674394 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.731890 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] DHCP port deletion for c92a5922-c1b4-4ff1-92c0-dcf0c466005a request from dv-cinder-775250-5-smb {{(pid=91701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:32:28.746891 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] For port 01897d83-ca2e-4e41-9c6c-e83555f02dcf, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=01897d83-ca2e-4e41-9c6c-e83555f02dcf,segment=NetworkSegment(8726489a-48c2-4acb-a25c-e88f8ee1fd51),segment_id=8726489a-48c2-4acb-a25c-e88f8ee1fd51)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:28.747286 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.778593 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] Deleting port 01897d83-ca2e-4e41-9c6c-e83555f02dcf {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:28.778971 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766687493277'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.815365 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Calling delete_port for 01897d83-ca2e-4e41-9c6c-e83555f02dcf owned by network:dhcp {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:28.839413 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] For port 01897d83-ca2e-4e41-9c6c-e83555f02dcf, host dv-cinder-775250-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-smb',level=0,port_id=01897d83-ca2e-4e41-9c6c-e83555f02dcf,segment=NetworkSegment(8726489a-48c2-4acb-a25c-e88f8ee1fd51),segment_id=8726489a-48c2-4acb-a25c-e88f8ee1fd51)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:28.839815 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1021160'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.896246 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5716377'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.898594 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-14791be1-fd94-4c6e-8039-f2a14945534f tempest-TestShelveInstance-921932833 tempest-TestShelveInstance-921932833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:28.907631 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] Calling delete_port for 01897d83-ca2e-4e41-9c6c-e83555f02dcf owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:28.923805 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=01897d83-ca2e-4e41-9c6c-e83555f02dcf,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:28.926544 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:28.929139 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] No DVR routers for this DVR port 01897d83-ca2e-4e41-9c6c-e83555f02dcf on host dv-cinder-775250-5-smb {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:28.985429 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2096698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766687498105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766687053343'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.987338 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-37fbc20f-ffc8-4a0c-a8a7-8896bbe1816a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.004218 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1694497', 'neutron.services.segments.db._delete_segments_for_network-8766687530801'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.010284 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] Pushing event deleted for resources: {'Port': ['ID=01897d83-ca2e-4e41-9c6c-e83555f02dcf,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.013537 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.014349 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be617f-0e4a-492b-9a07-3c7cbb5e302b None None] No DVR routers for this DVR port 01897d83-ca2e-4e41-9c6c-e83555f02dcf on host dv-cinder-775250-5-smb {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:29.019035 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92a5922-c1b4-4ff1-92c0-dcf0c466005a']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:29.031925 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8726489a-48c2-4acb-a25c-e88f8ee1fd51') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:29.032225 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.services.segments.db [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8726489a-48c2-4acb-a25c-e88f8ee1fd51') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:29.042134 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766687529602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5387837'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.056322 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.062181 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:32:29.062554 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5716428'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: retrieve_revision_numbers = { Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: Traceback (most recent call last): Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: timer() Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: cb(*args, **kw) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: return func(*args, **kwargs) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: self._notify() Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: self.callback(batched_events) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: event.method(event) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: return f(self, *a, **k) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: return self._get(url).json() Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:32:29.064390 dv-cinder-775250-5-smb neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:32:29.123640 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1694504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-624965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023094'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.127661 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.131223 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624986'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.132293 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c92a5922-c1b4-4ff1-92c0-dcf0c466005a HTTP/1.1" status: 204 len: 168 time: 0.5911686 Jun 16 16:32:29.144206 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c92a5922-c1b4-4ff1-92c0-dcf0c466005a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.147085 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-84df8bab-c165-4677-8599-636320a8faf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.307752 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49522) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.347073 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-23eb699f-eb56-4094-8a21-8833513b074f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=233812484891433b941aafcfe76e8174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381000 Jun 16 16:32:29.350260 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49524) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.395840 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-78e1e307-c373-4019-a558-620db2618dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.416789 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-78e1e307-c373-4019-a558-620db2618dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.473066 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-78e1e307-c373-4019-a558-620db2618dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.475750 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-78e1e307-c373-4019-a558-620db2618dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.476877 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-78e1e307-c373-4019-a558-620db2618dd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50517c04-8d92-4ad9-ac78-2c0db37e638d HTTP/1.1" status: 204 len: 168 time: 0.1257327 Jun 16 16:32:29.477723 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b0f8e714-7f2d-478c-a13d-0bfa17f02751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.485556 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1e307-c373-4019-a558-620db2618dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50517c04-8d92-4ad9-ac78-2c0db37e638d,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.488139 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-78e1e307-c373-4019-a558-620db2618dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.800492 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49530) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.842388 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-9f069d35-f70d-4061-a8fc-862042127fa6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=804a316ca797424abb88e67b802543ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377917 Jun 16 16:32:29.842578 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.77', 49532) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.893329 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-57a67e16-09a4-402e-8e58-dd291dbc524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.914966 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-57a67e16-09a4-402e-8e58-dd291dbc524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.961974 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-57a67e16-09a4-402e-8e58-dd291dbc524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583680'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.964685 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-57a67e16-09a4-402e-8e58-dd291dbc524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.965700 dv-cinder-775250-5-smb neutron-server[91700]: INFO neutron.wsgi [None req-57a67e16-09a4-402e-8e58-dd291dbc524d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfe0ba82-552d-43d3-86f7-614ccc748fe1 HTTP/1.1" status: 204 len: 168 time: 0.1221964 Jun 16 16:32:29.966624 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a1567c58-cce0-4620-92a4-5976dbd95973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.984399 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a67e16-09a4-402e-8e58-dd291dbc524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0ba82-552d-43d3-86f7-614ccc748fe1,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.986696 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-57a67e16-09a4-402e-8e58-dd291dbc524d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:30.021501 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 24b2987e-a189-4f8e-86e7-3e51a4e704fd no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:30.041826 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 24b2987e-a189-4f8e-86e7-3e51a4e704fd {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:30.042180 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 24b2987e-a189-4f8e-86e7-3e51a4e704fd not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:30.042612 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 01897d83-ca2e-4e41-9c6c-e83555f02dcf no longer exists at agent ovs-agent-dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:30.060895 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] No Port match for: 01897d83-ca2e-4e41-9c6c-e83555f02dcf {{(pid=91701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:30.061249 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.rpc [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Device 01897d83-ca2e-4e41-9c6c-e83555f02dcf not bound to the agent host dv-cinder-775250-5-smb {{(pid=91701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:30.938077 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3fb6351e-d3ab-4136-98df-d7737ef30c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.024927 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.000299 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:33.824223 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:38.439075 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:38.626918 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:32:58.359400 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8f53a097-e8b3-441f-b27b-f726a0885eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:00.939122 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a164951b-c9c7-4a6d-bfec-4d2e4168fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.029001 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.001759 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:03.826272 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:08.440291 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:15.626009 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:33:21.359767 dv-cinder-775250-5-smb neutron-server[91700]: DEBUG neutron.wsgi [req-d3eefa51-f227-4b13-984c-2f8118ee80b1 req-7b61f74d-dcf0-4ce2-80de-1d15a9726cdf service neutron] (91700) timed out ('10.222.0.58', 64540) {{(pid=91700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:33:28.359958 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0018b576-b487-4901-83ed-76cc6506aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:30.943395 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3c53a303-bb3a-4c1b-906f-f12296ebf135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:31.030756 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:32.006885 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:33.829362 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:38.468395 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:52.624896 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:33:58.361779 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-42212610-c94d-489a-89af-801b8797072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:00.944266 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-44fb7062-7272-4691-8352-fa351ad038ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:01.031239 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:02.009016 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:03.831701 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.483360 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:28.363085 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1cc846a-8574-4dc1-9935-3c3fc5e2565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:29.623584 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:34:30.945253 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cf389af5-bc81-4a11-91c4-3e10eca4f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:31.032558 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:32.011190 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:33.835546 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:38.499955 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.366073 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1ac6acde-b2f7-4ec6-96f7-41af6583d515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:00.946560 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5900757b-6bbc-42be-b0d6-cae8468c1bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:01.033587 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:02.015164 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:03.838055 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:06.622277 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:35:08.500539 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:28.367897 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-40d33496-24d0-42d8-9d24-151c8bc27707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:30.953094 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-117a3485-efe0-4283-9da6-cf29ff852566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:31.035850 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:32.016919 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:33.841148 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:38.497975 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:43.620368 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:35:58.368431 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0eabf8ae-07ff-42ec-a8c0-f9d35ea18839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:00.944684 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a496c698-2136-4b2f-bcd3-a943bf32998e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:01.037611 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:02.019556 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:03.845341 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.513869 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.620682 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:36:28.369196 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f4c152dc-11ba-4322-bd90-1b14d21c1545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.945807 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-67981996-d1c2-410a-bdef-0e3085c1a247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.039472 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.023330 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:33.848051 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:38.512964 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:57.620118 dv-cinder-775250-5-smb neutron-server[91702]: DEBUG neutron.db.agents_db [None req-8d8c3f12-82fc-47ae-a997-3d934246b243 None None] Agent healthcheck: found 6 active agents {{(pid=91702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:36:58.369681 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7da712b6-3282-44d0-b964-6f3429a81a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:00.946764 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6f59133b-bff4-46be-943f-5c220eb14007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:01.041685 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:02.025568 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:03.852031 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-30861ed9-83fd-4a96-aa69-c7d47e189a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:08.512909 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d6e97881-da2c-483b-8e9c-6d55dc10a24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:28.371443 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a72e74cd-ec8c-46b4-95a9-78e2a8248f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:30.947789 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8076defc-05cd-4a0c-b9c8-e7e672ac4d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:31.044946 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ed888bee-7d33-428a-9695-5483e7c1f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:32.030782 dv-cinder-775250-5-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b929429a-80c8-43cc-a9ab-440397ea2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766687530783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1680111'] for agent, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}